-- Logs begin at Wed 2021-07-14 07:57:54 UTC, end at Wed 2021-07-14 08:58:48 UTC. -- Jul 14 08:34:46.413802 dv-cinder-800229-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 08:34:48.986043 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:34:48.986595 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0 Jul 14 08:34:48.987887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81924) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 14 08:34:48.988614 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.common.config [-] Logging enabled! Jul 14 08:34:48.988897 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0 Jul 14 08:34:48.989172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81924) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 14 08:34:48.990212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 14 08:34:48.990479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 14 08:34:48.991541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 14 08:34:48.991819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 14 08:34:48.992076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 14 08:34:48.992439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.992780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.993111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.993369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.993704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.994033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.994346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.994671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.995031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.995348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.995654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.995964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.996222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.996533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] config_source = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.996854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.997178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.997430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] debug = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.997736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.998258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.998569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.998897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:48.999219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.000166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.000467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.000782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.001146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] host = dv-cinder-800229-1-smb {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.001455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.001775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.002095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.002413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.002717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.003049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.003365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.003669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_dir = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.003971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_file = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.004274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.004613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.004917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.005251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.005507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.005756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.006081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.006402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.006703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.007031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.007334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.007633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.007934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.008229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.008552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.008874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.009195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.009495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.009798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.010096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.010397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.010710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.011052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.011356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.011655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.011980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.012275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.012575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.012914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.013232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.013552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.013866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.014164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.014485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.014784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.015142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_journal = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.015442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_json = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.015740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.016035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.016354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.016653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.016948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.017247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.017544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.017863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:49.018186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.018519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.018872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.019182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.019504 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.019814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.020136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.020441 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.020759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.021081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.021396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.021699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.022013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.022343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.022671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.022995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.023302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.023625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.023928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.024226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.024552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.024858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.025155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.025462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.025765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.026061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.026355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.026658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.027006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.027307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.027605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.027903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.028207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.028502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.028813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.029115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.029410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.029705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.030010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.030309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.031128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.031439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.031748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.032052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.032350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.032648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.032948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.033247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.033545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.033841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.034141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.034445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.034743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.035067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.035364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.035660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.035958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.036274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.036599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.036903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.037208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.037511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.037814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.038117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.038426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.038751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.039056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.039356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.039676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.039987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.040300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.040611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.040914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.041240 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.041548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.041856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.042160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.042463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.042773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.043104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.043426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.043747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.044106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.044392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.044711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.045015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.045359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.045665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:49.045910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:34:49.046171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81924) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jul 14 08:34:49.703483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:34:49.703832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:34:49.704148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:34:49.705768 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 08:34:50.045401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.045908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.045908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.105559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.105867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.106171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.109640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.109942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.110234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.254226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.254559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.254998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.256170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.256471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.256767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.377007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.377261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.377561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.377862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.378885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.562558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.562964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.563288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.563592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.563887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.564264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.564565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.564849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.565131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.565464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.565755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.566055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.566356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.566642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.566980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.567288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.567577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.567894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.568176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.568515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.568962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.569247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.569524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.569861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.570135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.570407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.570846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.571103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.571370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.571636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.571900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.572164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:50.573549 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 08:34:50.581923 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 08:34:50.589285 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 08:34:50.594636 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 14 08:34:50.597399 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 08:34:50.598498 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 08:34:50.598912 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 08:34:50.599348 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 08:34:50.603094 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 08:34:50.603380 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 08:34:50.603910 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:34:50.631073 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 14 08:34:50.631531 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.631862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81924) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 08:34:50.632272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.633615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81924) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 08:34:50.633928 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 08:34:50.634201 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 08:34:50.637242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.637557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:50.703299 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 08:34:50.703568 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 08:34:50.703840 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 08:34:50.704240 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 08:34:50.737360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.sqlalchemy.engines [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81924) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 14 08:34:51.033964 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing driver for type 'gre' Jul 14 08:34:51.034526 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] gre ID ranges: [(1, 1000)] Jul 14 08:34:51.077132 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing driver for type 'local' Jul 14 08:34:51.077700 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing driver for type 'vlan' Jul 14 08:34:51.087669 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] VlanTypeDriver initialization complete Jul 14 08:34:51.088077 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing driver for type 'vxlan' Jul 14 08:34:51.088607 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] vxlan ID ranges: [(1, 1000)] Jul 14 08:34:51.129557 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing extension driver 'port_security' Jul 14 08:34:51.129906 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.extensions.port_security [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] PortSecurityExtensionDriver initialization complete Jul 14 08:34:51.130281 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing mechanism driver 'openvswitch' Jul 14 08:34:51.130640 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing mechanism driver 'hyperv' Jul 14 08:34:51.136804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81924) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:34:51.137641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.138047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.138529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.138980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.139370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.139751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.140214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.140624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.141001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.141409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.141792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.142325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.142741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.143149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.143546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.143890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] ML2 OVO RPC backend initialized. {{(pid=81924) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 14 08:34:51.144598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.144990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.145445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.145826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > networks before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.146206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.146580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > ports before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.146984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.147362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.147742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.148118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.148529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.148904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.149278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.149650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.150023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.150394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.150761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.151407 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.plugin [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Modular L2 Plugin initialization complete Jul 14 08:34:51.151759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading services supported by the core plugin {{(pid=81924) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jul 14 08:34:51.152119 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.plugins.ml2.managers [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Got port-security extension from driver 'port_security' Jul 14 08:34:51.152615 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.extensions.vlantransparent [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Disabled vlantransparent extension. Jul 14 08:34:51.153067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81924) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jul 14 08:34:51.153408 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: router Jul 14 08:34:51.195279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.195716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_create 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.196122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router before_create 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.196527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.196943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.197332 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_delete 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.197731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.198140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_create 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.198522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.198935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.199328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.199733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.200232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.200658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.201034 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.201409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: subnet after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.201785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.202173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.202581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.203122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.203507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.203913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router after_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.204293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.204688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.205096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.205481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.205900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > agent after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.206295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.206679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > network after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.207662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Tracking information for resource: router configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:51.208033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Tracking information for resource: floatingip configured {{(pid=81924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 08:34:51.214208 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_agentschedulers_db [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 08:34:51.214916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.215314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.215703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.216088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: port after_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.216981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router before_create 55550100 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.217385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.217787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.218263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.223184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.provider_configuration [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service providers = [] {{(pid=81924) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 08:34:51.223581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.servicetype_db [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81924) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 08:34:51.226422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.service_base [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 14 08:34:51.226841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.service_base [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 14 08:34:51.227204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.service_base [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 14 08:34:51.228090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.service_base [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 14 08:34:51.228487 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.services.service_base [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 08:34:51.228901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.229255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 08:34:51.250694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.251101 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: auto_allocate Jul 14 08:34:51.261436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: network precommit_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.261838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: network precommit_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.262427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.262783 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: tag Jul 14 08:34:51.274262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.274631 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: timestamp Jul 14 08:34:51.278354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.278821 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: network_ip_availability Jul 14 08:34:51.285089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.285443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.285831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.286611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.286997 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: flavors Jul 14 08:34:51.303499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.303868 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading Plugin: revisions Jul 14 08:34:51.308168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 14 08:34:51.308587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.604s {{(pid=81924) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:34:51.309382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81924) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jul 14 08:34:51.309793 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Initializing extension manager. Jul 14 08:34:51.310366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: __init__.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.310747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: __pycache__ {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.311145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.311514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.311937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: _filter_validation_lib.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.312475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.312895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: address_scope.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.313721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.314371 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: address-scope Jul 14 08:34:51.314730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.315701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.316271 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: router-admin-state-down-before-update Jul 14 08:34:51.316628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: agent.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.317408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.317981 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: agent Jul 14 08:34:51.318339 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: agent_resources_synced.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.319276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.319847 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: agent-resources-synced Jul 14 08:34:51.320207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.321994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.322574 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: allowed-address-pairs Jul 14 08:34:51.322965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.324155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.324728 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: auto-allocated-topology Jul 14 08:34:51.325092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: availability_zone.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.325926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.326491 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: availability_zone Jul 14 08:34:51.326879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: availability_zone_filter.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.327827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.328390 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: availability_zone_filter Jul 14 08:34:51.328746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: data_plane_status.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.329658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.330227 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 08:34:51.330586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: default_subnetpools.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.331524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.332221 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: default-subnetpools Jul 14 08:34:51.332584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.333449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.334023 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: dhcp_agent_scheduler Jul 14 08:34:51.334385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: dns.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.335335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.335898 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 08:34:51.336259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: dns_domain_ports.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.337174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.337741 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 08:34:51.338102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: dvr.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.338886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.339460 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: dvr Jul 14 08:34:51.339826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: empty_string_filtering.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.340740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.341387 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: empty-string-filtering Jul 14 08:34:51.341742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.342656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.343784 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:34:51.344137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.345051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.345694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 08:34:51.346056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: external_net.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.347008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.347580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: external-net Jul 14 08:34:51.347939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.348854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.349421 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: extra_dhcp_opt Jul 14 08:34:51.349778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: extraroute.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.350686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.351273 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: extraroute Jul 14 08:34:51.351633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: extraroute_atomic.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.352758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.353325 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: extraroute-atomic Jul 14 08:34:51.353685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: filter_validation.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.354387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.354978 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: filter-validation Jul 14 08:34:51.355341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: fip_pf_description.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.356266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.356825 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 08:34:51.357184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: fip_port_details.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.358102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.358688 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: fip-port-details Jul 14 08:34:51.359648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: flavors.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.360880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.361460 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: flavors Jul 14 08:34:51.361819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.363570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.364155 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 08:34:51.364534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: floatingip_pools.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.365300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.365927 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: floatingip-pools Jul 14 08:34:51.366291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: ip_allocation.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.367243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.367810 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 08:34:51.368167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.369098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.369668 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: ip-substring-filtering Jul 14 08:34:51.370027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l2_adjacency.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.370989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.371554 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 08:34:51.371912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.372998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.373577 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: router Jul 14 08:34:51.373939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.376542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.377128 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 08:34:51.377497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.378431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.379040 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: ext-gw-mode Jul 14 08:34:51.379489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.380427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.380996 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: l3-ha Jul 14 08:34:51.381354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3_flavors.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.382268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.382877 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: l3-flavors Jul 14 08:34:51.383242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.384172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.384737 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 08:34:51.385096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: l3agentscheduler.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.386302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.386934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: l3_agent_scheduler Jul 14 08:34:51.387300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: logging.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.389164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.389757 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension logging not supported by any of loaded plugins Jul 14 08:34:51.390309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: metering.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.391330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.392035 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: metering Jul 14 08:34:51.392401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: multiprovidernet.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.393360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.394034 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: multi-provider Jul 14 08:34:51.394444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: netmtu.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.395413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.395999 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: net-mtu Jul 14 08:34:51.396360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: netmtu_writable.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.397291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.397865 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: net-mtu-writable Jul 14 08:34:51.398225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: network_availability_zone.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.398994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.399566 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: network_availability_zone Jul 14 08:34:51.399924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: network_ip_availability.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.401033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.401605 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: network-ip-availability Jul 14 08:34:51.401964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: network_segment_range.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.402978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.403711 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 08:34:51.404155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: pagination.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.405162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.406050 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: pagination Jul 14 08:34:51.406419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.407425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.408006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: port-mac-address-regenerate Jul 14 08:34:51.408368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: port_resource_request.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.409272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.409843 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 08:34:51.410198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: portbindings.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.411154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.411729 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: binding Jul 14 08:34:51.412085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: portbindings_extended.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.413355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.413927 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: binding-extended Jul 14 08:34:51.414291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: portsecurity.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.415265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.415836 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: port-security Jul 14 08:34:51.416194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: project_id.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.418729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.419144 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: project-id Jul 14 08:34:51.419510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: providernet.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.420456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.421042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: provider Jul 14 08:34:51.422037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.425652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.426239 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos not supported by any of loaded plugins Jul 14 08:34:51.426610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.427871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.428442 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 08:34:51.428806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.429725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.430292 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 08:34:51.430652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_default.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.431600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.432163 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-default not supported by any of loaded plugins Jul 14 08:34:51.432524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_fip.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.433213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.433769 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 08:34:51.434167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.435146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.435711 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 08:34:51.436068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.437005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.437632 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 08:34:51.437990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.438934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.439494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 08:34:51.439849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: qos_rules_alias.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.440887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.441461 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 08:34:51.441819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: quotasv2.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.442909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.443285 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: quotas Jul 14 08:34:51.443640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: quotasv2_detail.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.445198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.445579 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: quota_details Jul 14 08:34:51.445942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: rbac.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.447120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.447705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: rbac-policies Jul 14 08:34:51.448071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: rbac_address_scope.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.448999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.449578 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: rbac-address-scope Jul 14 08:34:51.449939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: rbac_security_groups.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.450956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.451527 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: rbac-security-groups Jul 14 08:34:51.451885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.452925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.453494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: rbac-subnetpool Jul 14 08:34:51.453849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: revisionifmatch.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.454771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.455369 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: revision-if-match Jul 14 08:34:51.455726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: revisions.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.456942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.457518 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: standard-attr-revisions Jul 14 08:34:51.457881 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: router_availability_zone.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.458636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.459248 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: router_availability_zone Jul 14 08:34:51.459611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: routerservicetype.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.460544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.461115 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 08:34:51.461473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.462397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.462990 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: port-security-groups-filtering Jul 14 08:34:51.463350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: securitygroup.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.477500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.478101 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: security-group Jul 14 08:34:51.478470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: segment.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.479379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.479951 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension segment not supported by any of loaded plugins Jul 14 08:34:51.480318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.481276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.481921 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 08:34:51.482289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: servicetype.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.483420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.484571 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: service-type Jul 14 08:34:51.484926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: sorting.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.485908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.486341 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: sorting Jul 14 08:34:51.486727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: standard_attr_segment.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.487673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.488295 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 08:34:51.488656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: standardattrdescription.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.489357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.489928 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: standard-attr-description Jul 14 08:34:51.490289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: stateful_security_group.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.491245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.491815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: stateful-security-group Jul 14 08:34:51.492179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: stdattrs_common.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.492772 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 08:34:51.493214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.494130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.494699 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 08:34:51.495087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnet_onboard.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.496143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.496721 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: subnet_onboard Jul 14 08:34:51.497079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.498080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.498647 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 08:34:51.499060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnet_service_types.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.500133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.500715 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: subnet-service-types Jul 14 08:34:51.501076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnetallocation.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.502175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.502749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: subnet_allocation Jul 14 08:34:51.503148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.503862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.504432 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: subnetpool-prefix-ops Jul 14 08:34:51.504792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.505723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.506289 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 08:34:51.506648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: tagging.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.508069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.508652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: standard-attr-tag Jul 14 08:34:51.509018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: timestamp.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.510179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.510759 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loaded extension: standard-attr-timestamp Jul 14 08:34:51.511166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: trunk.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.512199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.512778 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension trunk not supported by any of loaded plugins Jul 14 08:34:51.513198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: trunk_details.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.514129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.514692 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 08:34:51.515555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.516492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.517063 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 08:34:51.517422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Loading extension file: vlantransparent.py {{(pid=81924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 14 08:34:51.518128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 14 08:34:51.518704 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 08:34:51.521110 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:network Jul 14 08:34:51.521907 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnet Jul 14 08:34:51.522573 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:34:51.523265 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:port Jul 14 08:34:51.524649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.525141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service FLAVORS assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.525820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.526287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.526655 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:router Jul 14 08:34:51.527389 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:34:51.528147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service METERING assigned prefix: /metering {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.529968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.530371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.531361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81924) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:34:51.532525 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:34:51.533006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:34:51.533816 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:34:51.534601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service CORE assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.534996 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:34:51.535408 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] subnetpool is already registered Jul 14 08:34:51.536023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service CORE assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.536388 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:34:51.536746 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] subnetpool is already registered Jul 14 08:34:51.539422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.539908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service FLAVORS assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.540557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.541020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.541389 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:router Jul 14 08:34:51.541755 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] router is already registered Jul 14 08:34:51.542407 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 08:34:51.542775 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] floatingip is already registered Jul 14 08:34:51.543487 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service METERING assigned prefix: /metering {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.544210 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 08:34:51.544571 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] rbac_policy is already registered Jul 14 08:34:51.545022 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 08:34:51.545379 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] security_group is already registered Jul 14 08:34:51.546213 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 08:34:51.547537 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] security_group_rule is already registered Jul 14 08:34:51.548270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service CORE assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.548636 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:34:51.548995 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] subnetpool is already registered Jul 14 08:34:51.549666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.resource_helper [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Service CORE assigned prefix: {{(pid=81924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 14 08:34:51.550029 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 08:34:51.550393 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.quota.resource_registry [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] subnetpool is already registered Jul 14 08:34:51.551143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: extensions {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.552655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: address-scopes {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.553891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: agents {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.555230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: auto-allocated-topology {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.556505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: availability_zones {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.557732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: dhcp-networks {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.559266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: dhcp-agents {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.560690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: routers {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.562549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: flavors {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.563872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: service_profiles {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.565110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: next_providers {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.566564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: service_profiles {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.568044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: floatingip-pools {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.570246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: routers {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.572074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: floatingips {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.573291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: l3-routers {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.574777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: l3-agents {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.576224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: metering-labels {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.577680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: metering-label-rules {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.579220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: network-ip-availabilities {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.580495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: bindings {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.582082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: quotas {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.583678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: quotas {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.585171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: rbac-policies {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.586494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: security-groups {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.587763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: security-group-rules {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.589104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: service-providers {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.590347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: subnetpools {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.591939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: subnetpools {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.593993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.595710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.597434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.599345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.601101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.602931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.604716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.606484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.608597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.611367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.extensions [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Extended resource: tags {{(pid=81924) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 14 08:34:51.618238 dv-cinder-800229-1-smb neutron-server[81924]: WARNING keystonemiddleware.auth_token [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 08:34:51.623236 dv-cinder-800229-1-smb neutron-server[81924]: WARNING keystonemiddleware.auth_token [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 08:34:51.632685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Acquired lock "singleton_lock" {{(pid=81924) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jul 14 08:34:51.633213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Releasing lock "singleton_lock" {{(pid=81924) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jul 14 08:34:51.634663 dv-cinder-800229-1-smb neutron-server[81924]: INFO oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Starting 2 workers Jul 14 08:34:51.639322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Started child 82035 {{(pid=81924) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 14 08:34:51.643854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.644130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Started child 82036 {{(pid=81924) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 14 08:34:51.645410 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [-] (82035) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:34:51.645580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 08:34:51.646138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Notify callbacks [] for process, before_spawn {{(pid=81924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.647666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.648675 dv-cinder-800229-1-smb neutron-server[81924]: INFO oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Starting 1 workers Jul 14 08:34:51.649110 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [-] (82036) wsgi starting up on http://0.0.0.0:9696 Jul 14 08:34:51.654076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Started child 82037 {{(pid=81924) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 14 08:34:51.654604 dv-cinder-800229-1-smb neutron-server[81924]: INFO oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Starting 1 workers Jul 14 08:34:51.657000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] calling RpcWorker wait() {{(pid=82037) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 08:34:51.657376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] returning from RpcWorker wait() {{(pid=82037) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 08:34:51.658901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.659397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:34:51.659841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Started child 82038 {{(pid=81924) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 14 08:34:51.660621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-802fdb73-d689-4082-9372-329ebbf2a9d0 None None] Notify callbacks [] for process, after_spawn {{(pid=81924) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.662314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81924) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 14 08:34:51.662545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 14 08:34:51.662849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 14 08:34:51.663064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 14 08:34:51.663490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 14 08:34:51.663649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 14 08:34:51.664061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:34:51.664221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.664489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.664777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.664998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:34:51.665162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.665425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.665980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.666268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.666536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.666861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.667138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.667338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.667534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.667823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.668088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.668416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.668697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.668957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.669323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.669531 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.669838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.670149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.670416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.670696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] debug = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.670961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.672301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.672538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.672841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.673118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.673365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.673659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.674078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.674245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.674520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.674720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.675003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.675261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.675537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.675796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.676048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.676494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] host = dv-cinder-800229-1-smb {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.676754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.677016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.677296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.677558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.677833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.678080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.678364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.678643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.678943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.679199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.679458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.679716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.679975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.680244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_file = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.680435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_options = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.680779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.680933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.681208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.681427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.681591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.681804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.682052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.682240 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.682524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.682764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.683019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.683254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.683482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.683720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.684002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.684230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.684491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.684725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.685002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.685287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.685642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.685831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.686071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.686315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.686554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.686858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.687828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.688101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.688354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.688639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.688928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.689213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.689491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.689785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.690065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.690313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.690599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.690966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.691244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.691538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.691874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.692052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.692345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.692625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.692878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.693122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_json = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.693376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.693627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.693919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.694166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.694413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.694645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.694938 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.695232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.695775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.696030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.696390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.696650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.696922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.697191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.697496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.697751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.698026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.698324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.698653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.702920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.703942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.704206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.704431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.704744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.705026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.705379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.705561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.705792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.706037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.706280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.706575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.706845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.707128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.707386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.707638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.707891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.708139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.708407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.708679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.708936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.709176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.709414 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.709629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.709870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.710128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.710384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.710631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.710898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.711154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.711398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.711660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.711909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.712153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.712383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.712631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.712887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.713122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.713378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.713631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.713876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.714115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.714363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.714610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.714878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.715117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.715362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.715605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.715908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.716245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.716521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.716799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.717071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.717345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.717609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.717875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.718855 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.719753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.720043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.720356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.720603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.720872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.721153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.721431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.721727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.721966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.722221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.722473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.722743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.723025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.723321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.723606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.723876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.724149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.724451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.724777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.725057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.725384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.725672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.725962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.726307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.726629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.726969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.727266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.727539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.727809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.728101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.728387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.728658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.728925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.729181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.729501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.729872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.730158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.730420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.730665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.730992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.731287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.731557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.731851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.732142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.732431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.732701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.732969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.733521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.733889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.734188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.734450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.734710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.734980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.735309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.735557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.735714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.735997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.736241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.736596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.736858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.737126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.737374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.737675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.737924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.738173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.738446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.738690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.738965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.739214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.739459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.739743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.739993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.740303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.740595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.740856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.741139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.741398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.741658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.741917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.742198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.742450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.742697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.742964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.743233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.743483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.743721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.744006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.744252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.744563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.744829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.745188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.745443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.745726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.745954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.746194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.746448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.746712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.746970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.747216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.747482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.747777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.748026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.748310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.748551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.748783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.749026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.749274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.749593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.749911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.750204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.750478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.750751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.751076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.751321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.751567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.751905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.752186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.752430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.752699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.752979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.753273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.753571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.753823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.754199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.754443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.754730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.755024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.755299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.755557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.755856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.756227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.756578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.756870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.757170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.757507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.757825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.758141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.758402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.758727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.759104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.759424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.759708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.759974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.760259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.760515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.760764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.761012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.761258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.761512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.761796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.762104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.762365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.762618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.762922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.763170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.763425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.763689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.763959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.764222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.764407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:34:51.765477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81924) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 14 08:34:51.765670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 14 08:34:51.765856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 14 08:34:51.766064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 14 08:34:51.766268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 14 08:34:51.766450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 14 08:34:51.766699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.766922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.767117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.767306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.767492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.767700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.767888 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.768994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.769178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.769362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.769545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.769729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.769915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.770106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.770288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.770471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.770656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.770860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] debug = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.771995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.772181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.772366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.772549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.772733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.772917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.773993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] host = dv-cinder-800229-1-smb {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.774177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.774359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.774542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.774726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.774932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.775089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.775273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.775460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.775645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.775828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_file = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_options = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.776931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.777967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.778135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.778511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.778674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.778869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.779984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.780169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.780354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.781899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.782860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.783970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.784159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.784325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.784512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.784678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_json = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.785900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.786076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.786259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.786442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.786627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.786839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.787018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.787195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 14 08:34:51.787383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.787574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.787774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.787963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.788151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.788341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.788528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.788717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.788906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.789094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.789287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.789474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.789680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.789869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.790059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.790249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.790437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.790596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.790832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.791944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.792163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.792325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.792513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.792701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.792889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.793076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.793263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.793453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.793645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.793833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.794994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.795224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.795368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.795505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.795655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.795835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.796023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.796281 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.796822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:34:51.796969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.796969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.797233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.797359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.797497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.797675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.797867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.798056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.798243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.798434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.798624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.798859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.799909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.800098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.800287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.800474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.800664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.800851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.801038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.801226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.801424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.801628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.801817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.802975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.803163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.803350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.803537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.803723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.803915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.804102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.804289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.804475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.804664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.804851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.805872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.806053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.806239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.806435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.806831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.806831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.807976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.808113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.808272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.808458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.808645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.808833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.809519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.809519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.809519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.809519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.809519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.810862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.811976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.812217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.812412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.812601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.812790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.812980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.813169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.813356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.813544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.813732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.813920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.814107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.814294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.814482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.814670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.814882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.815942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.816932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.817950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.818139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.818326 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.818515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.818702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.818913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.819100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.819305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.819493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.819679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.819866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.820985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.821175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.821366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.821553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.821741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.821928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.822396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.822396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.822396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.822834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.822834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.823906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.824095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.824283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.824469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.824667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.824854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.825950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.826088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.826261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.826451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.826649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.826865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.827055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.827250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.827959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.828159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.828346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.828540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.828744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.828934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.829119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.829305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.829491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.829679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.829866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830240 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.830981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.831169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.831356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.831542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.831730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.831919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.832077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.832266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 14 08:34:51.832447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81924) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 14 08:34:52.073712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 42696) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:34:52.085653 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098403 Jul 14 08:35:02.118520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7ffab-4ad0-45ec-ade0-bd1953d4fa49 None None] get_active_networks_info from dv-cinder-800229-1-smb {{(pid=82037) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 14 08:35:02.530543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7ffab-4ad0-45ec-ade0-bd1953d4fa49 None None] No non-hosted networks {{(pid=82037) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 08:35:02.557586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-810391d2-1e65-441d-acc3-06f782e2a8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:03.423929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:03.426564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.427159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.427629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.428223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.428803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.431644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.432232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.432887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.436507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.437176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.443275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:03.444236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800229-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:03.454037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800229-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:04.448179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-24d5264d-2ebf-47ba-ad59-b4516af12bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:04.490405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78de871b-1389-4c94-b865-c27c905f3d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:04.600878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:06.098358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:06.964933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 42808) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:07.648540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-d7801cf7-ac13-470e-8ad9-6ca9586b353a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:35:07.649588 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d7801cf7-ac13-470e-8ad9-6ca9586b353a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6836987 Jul 14 08:35:09.829398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 42824) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:09.914273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:10.165008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.policy [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82036) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 14 08:35:10.173282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Loaded quota_driver: . Jul 14 08:35:10.208369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:10.271997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253914371453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253914415524', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253914417660', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253914481519', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253914204633', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-209112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-160369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854156009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661482'] for rbac-policy, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:10.341680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:10.343048 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-69a5b4b8-f97b-4628-adbb-3fa2c5892d29 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5124621 Jul 14 08:35:10.606105 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_hamode_db [None req-7e6fc799-872c-4738-b64f-73a1277de4ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 08:35:10.693706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fc799-872c-4738-b64f-73a1277de4ca None None] Routers set() bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:35:10.694126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fc799-872c-4738-b64f-73a1277de4ca None None] Router IDs set() for agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 14 08:35:12.684284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42840) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:13.214884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Request body: {'network': {'project_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'name': 'private'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:13.217523 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.quota [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Loaded quota_driver: . Jul 14 08:35:13.254868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:13.260609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Usage tracker for resource:network and tenant:4b91c868de3345b48c2358824306c128 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:13.264406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:13.272296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:13.285824 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Made reservation on behalf of 4b91c868de3345b48c2358824306c128 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:35:13.525110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.policy [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82035) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 14 08:35:13.536316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.554893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.601221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:13.605181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Usage tracker for resource:security_group_rule and tenant:4b91c868de3345b48c2358824306c128 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:13.608148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:13.614622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:13.690050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.692871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.697728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:13.718127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:35:13.743223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253911974414', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.743832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Unsubscribe: segment precommit_create {{(pid=82035) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 14 08:35:13.744304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Added segment 41a5541c-d856-4d88-8d1f-d3f312c6dd2f of type vlan for network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 Jul 14 08:35:13.799450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca1bd51-5801-4355-85ef-1b939369e58e,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:13.827848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.828825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.829388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.829755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.830120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.830483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.830863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.831228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.831586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.831936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.832288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Tracked resource versions report: Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:35:13.833416 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:35:13.867183 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.885894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:13.907823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.909152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:13.909807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:13.914575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:14.027581 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3411105 Jul 14 08:35:14.028313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Pushing event updated for resources: {'Network': ['ID=6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:14.031502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:14.040410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:35:16.301877 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42864) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:16.490266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef26f2-e9d6-405a-8e89-9afdf3dc12ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:16.491762 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d4ef26f2-e9d6-405a-8e89-9afdf3dc12ac admin admin] 10.222.0.46 "GET /v2.0/networks/6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 HTTP/1.1" status: 200 len: 825 time: 0.1888490 Jul 14 08:35:16.525083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e1223752-0f9a-4e8a-8713-6f447e68ec87 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/33faae53-0a47-46aa-b3c1-eb4185b99f20 HTTP/1.1" status: 200 len: 734 time: 0.0270269 Jul 14 08:35:16.535540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:16.540370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:16.544325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Usage tracker for resource:subnet and tenant:4b91c868de3345b48c2358824306c128 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:16.548738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:16.554600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:16.563823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Made reservation on behalf of 4b91c868de3345b48c2358824306c128 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:35:16.569062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:16.871316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:16.876984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:16.963484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d36917-65f4-4fae-8dcc-679bbe47756a,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:16.970653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:16.974108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Checking segment: {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:35:16.974499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Network hostable DHCP agents. Network: 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:35:16.998704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:35:17.008384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:17.012920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:17.013556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:17.019133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057edd2d-880f-49ac-b690-115c474d1dc1 None None] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:35:17.033805 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3cddbc77-b0bc-464f-bd76-cafb4bff98a3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5028636 Jul 14 08:35:17.432675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:35:17.433707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:17.641204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Allocated IP 172.20.0.2 (6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30/b4d36917-65f4-4fae-8dcc-679bbe47756a/d1efd7b9-8001-4f74-a674-65e2330be8c0) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:35:17.870713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:17.883856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Transition to ACTIVE for port object d1efd7b9-8001-4f74-a674-65e2330be8c0 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:35:17.907429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Transition to ACTIVE for port object d1efd7b9-8001-4f74-a674-65e2330be8c0 will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:35:17.913176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:17.917242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:17.984054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:35:17.987058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:17.992433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Pushing event updated for resources: {'Port': ['ID=d1efd7b9-8001-4f74-a674-65e2330be8c0,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:17.995424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:35:18.006597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.006997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.007370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.007730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.008090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.008447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.008803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.009157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.009508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.009858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.010207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Tracked resource versions report: Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:35:18.011383 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:35:18.046615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:18.101327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Attempting to bind port d1efd7b9-8001-4f74-a674-65e2330be8c0 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:35:18.101749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Attempting to bind port d1efd7b9-8001-4f74-a674-65e2330be8c0 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:35:18.102155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Attempting to bind port d1efd7b9-8001-4f74-a674-65e2330be8c0 on network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:35:18.108798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:35:18.109237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Checking segment: {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:35:18.109779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:18.110206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Bound using segment: {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:35:18.110755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Bound port: d1efd7b9-8001-4f74-a674-65e2330be8c0, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:35:18.111195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:18.210346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] For port d1efd7b9-8001-4f74-a674-65e2330be8c0, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:35:18.214316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] For port d1efd7b9-8001-4f74-a674-65e2330be8c0, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d1efd7b9-8001-4f74-a674-65e2330be8c0,segment=NetworkSegment(41a5541c-d856-4d88-8d1f-d3f312c6dd2f),segment_id=41a5541c-d856-4d88-8d1f-d3f312c6dd2f)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:35:18.217989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:18.223377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:18.312228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Pushing event updated for resources: {'Port': ['ID=d1efd7b9-8001-4f74-a674-65e2330be8c0,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:18.316099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:19.256266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42876) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:19.334693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-9c10a072-f848-4acb-89a9-7480c377a398 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:35:19.350843 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9c10a072-f848-4acb-89a9-7480c377a398 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0780034 Jul 14 08:35:21.542444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42892) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:21.623219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-248cd6df-43f1-4e27-9897-9514d457c453 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:35:21.624326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-248cd6df-43f1-4e27-9897-9514d457c453 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0808535 Jul 14 08:35:21.756754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d1efd7b9-8001-4f74-a674-65e2330be8c0 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:21.831549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port d1efd7b9-8001-4f74-a674-65e2330be8c0 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:35:22.980368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f40fc3-b9c1-4768-8b42-2a27a6fe6686 None None] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:35:23.080899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Provisioning for port d1efd7b9-8001-4f74-a674-65e2330be8c0 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:35:23.088733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Provisioning complete for port d1efd7b9-8001-4f74-a674-65e2330be8c0 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:23.089151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:23.323269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:23.377359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] For port d1efd7b9-8001-4f74-a674-65e2330be8c0, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d1efd7b9-8001-4f74-a674-65e2330be8c0,segment=NetworkSegment(41a5541c-d856-4d88-8d1f-d3f312c6dd2f),segment_id=41a5541c-d856-4d88-8d1f-d3f312c6dd2f)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:35:23.383022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:23.388358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:23.457276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Pushing event updated for resources: {'Port': ['ID=d1efd7b9-8001-4f74-a674-65e2330be8c0,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:23.460599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:23.707473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-9c37dd12-0abc-464b-957d-f08b5eebd760 None None] Provisioning complete for port d1efd7b9-8001-4f74-a674-65e2330be8c0 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:23.707806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c37dd12-0abc-464b-957d-f08b5eebd760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:23.874306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d1efd7b9-8001-4f74-a674-65e2330be8c0 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:23.925126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42906) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:24.005660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:24.011215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:24.015263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Usage tracker for resource:router and tenant:4b91c868de3345b48c2358824306c128 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:24.019050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:24.024768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port d1efd7b9-8001-4f74-a674-65e2330be8c0 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:24.025276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.025861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:24.035874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.037059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.060477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.162356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.180217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:24.181450 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-44c8f5da-da70-454d-b2f5-418c33d2066f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2552795 Jul 14 08:35:26.361249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42918) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:26.437774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-54f0b15a-392e-4615-8b15-5ac9a569260c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:35:26.438951 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-54f0b15a-392e-4615-8b15-5ac9a569260c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766072 Jul 14 08:35:28.612697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42930) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:28.690915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:28.696246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:28.700317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Usage tracker for resource:network and tenant:364d2dfe27394e0888075df64c3eaf42 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:28.703910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:28.709964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:28.717175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:35:28.719331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Made reservation on behalf of 364d2dfe27394e0888075df64c3eaf42 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:35:28.724020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:28.737000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:28.771453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:28.775320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Usage tracker for resource:security_group_rule and tenant:364d2dfe27394e0888075df64c3eaf42 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:28.778260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:28.784794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:28.851306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:28.853943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:28.858177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:28.872456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Reserving flat network on physical network physnet1 {{(pid=82035) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jul 14 08:35:28.899193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424e996c-81ab-4794-8a6e-89603ade68c5,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:28.902176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:28.902557 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Added segment 39d56f4a-4ba8-4013-9c76-671dd3551da5 of type flat for network 76466a50-d9ff-40ae-a81c-6766002851f2 Jul 14 08:35:28.903835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:29.059942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:29.097026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:29.098302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:29.099047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:29.104845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:29.212476 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5986176 Jul 14 08:35:29.213185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Pushing event updated for resources: {'Network': ['ID=76466a50-d9ff-40ae-a81c-6766002851f2,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:29.215947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:29.224059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 76466a50-d9ff-40ae-a81c-6766002851f2 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:35:31.367516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42942) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:31.514485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0db4489-6f5a-46be-aed2-b84f98127d8e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:31.516077 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b0db4489-6f5a-46be-aed2-b84f98127d8e admin admin] 10.222.0.46 "GET /v2.0/subnets/b4d36917-65f4-4fae-8dcc-679bbe47756a HTTP/1.1" status: 200 len: 849 time: 0.1474886 Jul 14 08:35:31.667330 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f58cd2c4-3eac-4258-9c0a-c9a3454ee7d5 admin admin] 10.222.0.46 "GET /v2.0/routers/8919e6dc-7311-42a3-b83a-7081d818a31a HTTP/1.1" status: 200 len: 704 time: 0.1441031 Jul 14 08:35:31.891576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9a8a06ba-ed16-4998-a0f3-4b6869f821f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:32.173820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:32.418948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Allocated IP 172.20.0.1 (6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30/b4d36917-65f4-4fae-8dcc-679bbe47756a/eab6425e-caf9-4647-bf3d-7508cbdf0032) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:35:32.583214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:32.600761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Transition to ACTIVE for port object eab6425e-caf9-4647-bf3d-7508cbdf0032 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:35:32.650038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:32.654406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:32.722666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:35:32.726337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:32.728302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Pushing event updated for resources: {'Port': ['ID=eab6425e-caf9-4647-bf3d-7508cbdf0032,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:32.740125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:35:32.740647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:32.798427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:32.871420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.037952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c8e7b3c4-65b2-48d8-a05c-92fe6e080b14 None None] Provisioning for port eab6425e-caf9-4647-bf3d-7508cbdf0032 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:35:33.043343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c8e7b3c4-65b2-48d8-a05c-92fe6e080b14 None None] Provisioning complete for port eab6425e-caf9-4647-bf3d-7508cbdf0032 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:33.043761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8e7b3c4-65b2-48d8-a05c-92fe6e080b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.103685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7b3c4-65b2-48d8-a05c-92fe6e080b14 None None] Port eab6425e-caf9-4647-bf3d-7508cbdf0032 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:35:33.121286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.125761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.126922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.130941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:33.222989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Pushing event updated for resources: {'Port': ['ID=eab6425e-caf9-4647-bf3d-7508cbdf0032,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:33.227307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:33.330989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:35:33.332165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:33.412536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.628636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-2ffda087-c4b3-42d7-ab85-2e07f6c90ba8 None None] Provisioning complete for port eab6425e-caf9-4647-bf3d-7508cbdf0032 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:33.629212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ffda087-c4b3-42d7-ab85-2e07f6c90ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:33.682555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-2ffda087-c4b3-42d7-ab85-2e07f6c90ba8 None None] Port eab6425e-caf9-4647-bf3d-7508cbdf0032 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:35:33.869506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Router 8919e6dc-7311-42a3-b83a-7081d818a31a is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:35:34.047196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:35:34.056737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Sync routers for ids ['8919e6dc-7311-42a3-b83a-7081d818a31a'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:35:34.057026 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] 10.222.0.46 "PUT /v2.0/routers/8919e6dc-7311-42a3-b83a-7081d818a31a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3830962 Jul 14 08:35:34.070170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Routers {'8919e6dc-7311-42a3-b83a-7081d818a31a'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:35:34.070966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:35:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8919e6dc-7311-42a3-b83a-7081d818a31a'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:34.248914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Set router 8919e6dc-7311-42a3-b83a-7081d818a31a gateway port host: None {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:35:34.443230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-61242598-b5bc-41dc-b09a-60a59ef8fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:34.556501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:34.632945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:32Z', 'revision_number': 2, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port_host': None, '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:32Z', 'revision_number': 2, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:34.637949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Checking router: 8919e6dc-7311-42a3-b83a-7081d818a31a for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:35:34.638346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Updating router 8919e6dc-7311-42a3-b83a-7081d818a31a port eab6425e-caf9-4647-bf3d-7508cbdf0032 binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:35:34.692871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.097682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.113260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Transition to ACTIVE for port object eab6425e-caf9-4647-bf3d-7508cbdf0032 will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:35:35.119002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.124216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:35.253969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Pushing event updated for resources: {'Port': ['ID=eab6425e-caf9-4647-bf3d-7508cbdf0032,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:35.269925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.270304 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.270677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.271122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.271485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.271848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.272206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.272564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.272918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.273272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.273741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Tracked resource versions report: Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:35:35.275022 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:35:35.285901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:35.374741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Attempting to bind port eab6425e-caf9-4647-bf3d-7508cbdf0032 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:35:35.375852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Attempting to bind port eab6425e-caf9-4647-bf3d-7508cbdf0032 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:35:35.376278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Attempting to bind port eab6425e-caf9-4647-bf3d-7508cbdf0032 on network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:35:35.383322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:35:35.383742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Checking segment: {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:35:35.384207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.384631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Bound using segment: {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:35:35.385192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Bound port: eab6425e-caf9-4647-bf3d-7508cbdf0032, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a5541c-d856-4d88-8d1f-d3f312c6dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:35:35.385629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.477625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] For port eab6425e-caf9-4647-bf3d-7508cbdf0032, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:35:35.482425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] For port eab6425e-caf9-4647-bf3d-7508cbdf0032, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=eab6425e-caf9-4647-bf3d-7508cbdf0032,segment=NetworkSegment(41a5541c-d856-4d88-8d1f-d3f312c6dd2f),segment_id=41a5541c-d856-4d88-8d1f-d3f312c6dd2f)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:35:35.487163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:35.492149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:35.582045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Pushing event updated for resources: {'Port': ['ID=eab6425e-caf9-4647-bf3d-7508cbdf0032,revision_number=4']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:35.586882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:35.591495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Routers {'8919e6dc-7311-42a3-b83a-7081d818a31a'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:35:35.592338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:35:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8919e6dc-7311-42a3-b83a-7081d818a31a'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:35.759899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] Set router 8919e6dc-7311-42a3-b83a-7081d818a31a gateway port host: None {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:35:36.043330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:36.238124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:32Z', 'revision_number': 2, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port_host': None, '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:35Z', 'revision_number': 4, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:36.242247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f1f68-a497-431b-8a31-c5388a79130f None None] The sync data for ids ['8919e6dc-7311-42a3-b83a-7081d818a31a'] in dv-cinder-800229-1-smb is: [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:32Z', 'revision_number': 2, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port_host': None, '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:35Z', 'revision_number': 4, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:35:36.285879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42958) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:36.479549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410ef50-2651-4329-8e7c-51517960c0da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:36.480162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9410ef50-2651-4329-8e7c-51517960c0da admin admin] Synchronizing usage tracker for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:35:36.500228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9410ef50-2651-4329-8e7c-51517960c0da admin admin] Unset dirty status for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:35:36.507199 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9410ef50-2651-4329-8e7c-51517960c0da admin admin] 10.222.0.46 "GET /v2.0/networks/76466a50-d9ff-40ae-a81c-6766002851f2 HTTP/1.1" status: 200 len: 842 time: 0.2141364 Jul 14 08:35:36.511870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.0.1'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:36.517630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:35:36.521630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Usage tracker for resource:subnet and tenant:364d2dfe27394e0888075df64c3eaf42 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:35:36.524618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:35:36.531554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:35:36.539993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Made reservation on behalf of 364d2dfe27394e0888075df64c3eaf42 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:35:36.544682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:36.923978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:36.928337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:37.003825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5e2689-5863-4504-8c80-c189977c3e2f,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:37.007714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:37.025683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:35:37.026166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Network hostable DHCP agents. Network: 76466a50-d9ff-40ae-a81c-6766002851f2, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:35:37.056628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:35:37.065656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 76466a50-d9ff-40ae-a81c-6766002851f2) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:37.072374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:37.073020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:37.077429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d12f78-d9a3-403b-b2d7-c4b8c3ba0c5e None None] Network 76466a50-d9ff-40ae-a81c-6766002851f2 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:35:37.102861 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5948009 Jul 14 08:35:37.340309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206636c-f72c-4ec2-89cf-1b2348b3eeb9 None None] Network 76466a50-d9ff-40ae-a81c-6766002851f2 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:35:37.754346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device eab6425e-caf9-4647-bf3d-7508cbdf0032 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:37.827430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port eab6425e-caf9-4647-bf3d-7508cbdf0032 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:35:37.832058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port eab6425e-caf9-4647-bf3d-7508cbdf0032 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:37.832472 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:37.948450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:37.986958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port eab6425e-caf9-4647-bf3d-7508cbdf0032, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=eab6425e-caf9-4647-bf3d-7508cbdf0032,segment=NetworkSegment(41a5541c-d856-4d88-8d1f-d3f312c6dd2f),segment_id=41a5541c-d856-4d88-8d1f-d3f312c6dd2f)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:35:37.999533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:38.001959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:38.070083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=eab6425e-caf9-4647-bf3d-7508cbdf0032,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:38.073394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:39.368813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 42974) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:39.612060 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d30300b4-ceb7-4a15-84e6-2d5fd8d83c8f admin admin] 10.222.0.46 "GET /v2.0/routers/8919e6dc-7311-42a3-b83a-7081d818a31a HTTP/1.1" status: 200 len: 710 time: 0.2419174 Jul 14 08:35:39.736058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device eab6425e-caf9-4647-bf3d-7508cbdf0032 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:39.754895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dece2b-20e6-46e8-83bd-81c469461cea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:35:39.758051 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d6dece2b-20e6-46e8-83bd-81c469461cea admin admin] 10.222.0.46 "GET /v2.0/networks/76466a50-d9ff-40ae-a81c-6766002851f2 HTTP/1.1" status: 200 len: 886 time: 0.1386671 Jul 14 08:35:39.766370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:35:39.809552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port eab6425e-caf9-4647-bf3d-7508cbdf0032 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:39.809964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:40.426982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:40.621819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:40.680477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:40.821873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Allocated IP 172.28.0.66 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/6887bc07-4d52-4130-9e98-a53002da7bc5) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:35:40.975623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.000950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.005458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:41.071706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:35:41.075288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:35:41.077253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=6887bc07-4d52-4130-9e98-a53002da7bc5,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:41.079892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:35:41.109904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:41.223301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.396340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.399746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854085836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-689935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-700702'] for router, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.602459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Router 8919e6dc-7311-42a3-b83a-7081d818a31a has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:35:41.805619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:35:41.814360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:41.815659 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] 10.222.0.46 "PUT /v2.0/routers/8919e6dc-7311-42a3-b83a-7081d818a31a HTTP/1.1" status: 200 len: 889 time: 2.0531552 Jul 14 08:35:41.816499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Sync routers for ids ['8919e6dc-7311-42a3-b83a-7081d818a31a'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:35:41.830327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Routers {'8919e6dc-7311-42a3-b83a-7081d818a31a'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:35:41.831042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:35:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8919e6dc-7311-42a3-b83a-7081d818a31a'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:42.035980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Set router 8919e6dc-7311-42a3-b83a-7081d818a31a gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:35:42.394978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:41Z', 'revision_number': 4, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port': {'id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:40Z', 'updated_at': '2021-07-14T08:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:37Z', 'revision_number': 5, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:42.400080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Checking router: 8919e6dc-7311-42a3-b83a-7081d818a31a for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:35:42.400482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Updating router 8919e6dc-7311-42a3-b83a-7081d818a31a port 6887bc07-4d52-4130-9e98-a53002da7bc5 binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:35:42.456758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:42.827734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:42.839859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Transition to ACTIVE for port object 6887bc07-4d52-4130-9e98-a53002da7bc5 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:35:42.845431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:42.849863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:42.930828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Pushing event updated for resources: {'Port': ['ID=6887bc07-4d52-4130-9e98-a53002da7bc5,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:42.933299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Attempting to bind port 6887bc07-4d52-4130-9e98-a53002da7bc5 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:35:42.933702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Attempting to bind port 6887bc07-4d52-4130-9e98-a53002da7bc5 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:35:42.934086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Attempting to bind port 6887bc07-4d52-4130-9e98-a53002da7bc5 on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:35:42.937554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:42.942770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:35:42.943204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:35:42.943639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:42.944061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:35:42.944575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Bound port: 6887bc07-4d52-4130-9e98-a53002da7bc5, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:35:42.944999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:43.026924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] For port 6887bc07-4d52-4130-9e98-a53002da7bc5, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:35:43.030099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] For port 6887bc07-4d52-4130-9e98-a53002da7bc5, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=6887bc07-4d52-4130-9e98-a53002da7bc5,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:35:43.034329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:43.039198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd7764f8-1762-4e95-92a9-43c54a68ddf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:43.120903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Pushing event updated for resources: {'Port': ['ID=6887bc07-4d52-4130-9e98-a53002da7bc5,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:43.124198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:43.125308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Routers {'8919e6dc-7311-42a3-b83a-7081d818a31a'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:35:43.125942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:35:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8919e6dc-7311-42a3-b83a-7081d818a31a'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:43.455740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] Set router 8919e6dc-7311-42a3-b83a-7081d818a31a gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:35:43.813458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:41Z', 'revision_number': 4, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port': {'id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:40Z', 'updated_at': '2021-07-14T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:37Z', 'revision_number': 5, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:35:43.817538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d9cdf-f76f-4d02-a376-d41574775350 None None] The sync data for ids ['8919e6dc-7311-42a3-b83a-7081d818a31a'] in dv-cinder-800229-1-smb is: [{'id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'name': 'router1', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:35:24Z', 'updated_at': '2021-07-14T08:35:41Z', 'revision_number': 4, 'project_id': '4b91c868de3345b48c2358824306c128', 'gw_port': {'id': '6887bc07-4d52-4130-9e98-a53002da7bc5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:40Z', 'updated_at': '2021-07-14T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': 'eab6425e-caf9-4647-bf3d-7508cbdf0032', 'name': '', 'network_id': '6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30', 'tenant_id': '4b91c868de3345b48c2358824306c128', 'mac_address': 'fa:16:3e:50:c9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919e6dc-7311-42a3-b83a-7081d818a31a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:35:32Z', 'updated_at': '2021-07-14T08:35:37Z', 'revision_number': 5, 'project_id': '4b91c868de3345b48c2358824306c128', 'subnets': [{'id': 'b4d36917-65f4-4fae-8dcc-679bbe47756a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33faae53-0a47-46aa-b3c1-eb4185b99f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:35:44.157147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 42986) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:35:44.346172 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b1df8c33-4ddd-480f-9a61-c9159895d85b admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1878381 Jul 14 08:35:45.778102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6887bc07-4d52-4130-9e98-a53002da7bc5 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:45.860375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 6887bc07-4d52-4130-9e98-a53002da7bc5 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:35:45.866173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 6887bc07-4d52-4130-9e98-a53002da7bc5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:45.867803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:45.991954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:46.018203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 6887bc07-4d52-4130-9e98-a53002da7bc5, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=6887bc07-4d52-4130-9e98-a53002da7bc5,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:35:46.021998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:35:46.027288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bfd372ea-6aa6-4f29-ad03-aed765c1bd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:35:46.101903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=6887bc07-4d52-4130-9e98-a53002da7bc5,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:35:46.105143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:35:47.771214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6887bc07-4d52-4130-9e98-a53002da7bc5 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:35:47.909923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 6887bc07-4d52-4130-9e98-a53002da7bc5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:35:47.909923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:01.903669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a34e-9af1-4a5c-972f-efdc9c4a384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:03.416007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:04.445345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c426129-f56e-4075-959d-bc66dd60d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:04.557405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:05.717267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:36:06.052293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:31.896981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f54c87f4-4289-4cf6-92e4-7a53bb66a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:33.420887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:34.449723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d7e10a2-24b9-4346-a91d-6e590832e575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:34.561441 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:36.055628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:36:42.717031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:37:01.898798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f57290b8-39b6-40c4-a4db-5ead076b8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:03.423569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:04.452718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c28a-414d-482b-a7e6-865084859d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:04.562327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:06.061106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:19.720890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:37:20.957767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43524) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:21.071097 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d44e0c6-2390-4813-a041-b8a9aceccb56 admin admin] GET failed (client error): The resource could not be found. Jul 14 08:37:21.072488 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3d44e0c6-2390-4813-a041-b8a9aceccb56 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1135974 Jul 14 08:37:21.241388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542b595-dc4b-40ce-b74c-bf0974ae557b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:21.243004 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f542b595-dc4b-40ce-b74c-bf0974ae557b admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1655812 Jul 14 08:37:23.337522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43536) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:23.487953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc880a04-8d45-498c-b609-a842aae4932c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:23.489386 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-dc880a04-8d45-498c-b609-a842aae4932c admin admin] 10.222.0.46 "GET /v2.0/subnets/b4d36917-65f4-4fae-8dcc-679bbe47756a HTTP/1.1" status: 200 len: 849 time: 0.1508257 Jul 14 08:37:23.499675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:37:23.626708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:23.843418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253912091371'] for subnet, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:23.848503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:37:23.930902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:23.931770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:23.937823 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] 10.222.0.46 "PUT /v2.0/subnets/b4d36917-65f4-4fae-8dcc-679bbe47756a HTTP/1.1" status: 200 len: 868 time: 0.4373565 Jul 14 08:37:23.940378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018907ae-a8d1-407e-a32c-c4fc1c2ba5d5 None None] Network 6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:37:23.942711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d36917-65f4-4fae-8dcc-679bbe47756a,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:37:23.952962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.953323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.953676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.954033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.954388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.954743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.955128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.955495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.955844 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.956191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.956540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Tracked resource versions report: Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:37:23.957696 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:37:23.962026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:37:24.494734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-75bd61a2-5c27-4618-8bf0-de1d9f57d978 None None] Provisioning complete for port eab6425e-caf9-4647-bf3d-7508cbdf0032 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:37:24.495377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75bd61a2-5c27-4618-8bf0-de1d9f57d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:24.630782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-75bd61a2-5c27-4618-8bf0-de1d9f57d978 None None] Provisioning complete for port d1efd7b9-8001-4f74-a674-65e2330be8c0 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:37:24.631134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75bd61a2-5c27-4618-8bf0-de1d9f57d978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:26.141434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43552) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:26.364346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c38b8-b9b2-441b-82df-2f1b2b5a6813 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:26.364770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c38b8-b9b2-441b-82df-2f1b2b5a6813 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:26.366435 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e31c38b8-b9b2-441b-82df-2f1b2b5a6813 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239571 Jul 14 08:37:28.482022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43564) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:28.694983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0b7f3-e561-46ec-b59b-a3f59ed99f14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:28.695402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0b7f3-e561-46ec-b59b-a3f59ed99f14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:28.697038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f2a0b7f3-e561-46ec-b59b-a3f59ed99f14 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2140081 Jul 14 08:37:30.819154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43576) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:31.164741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ba6f8-3222-43e9-8d37-00fe36160cd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:31.166228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d99ba6f8-3222-43e9-8d37-00fe36160cd5 admin admin] 10.222.0.46 "GET /v2.0/networks/6de73ec6-ecc8-4cc5-bb3d-f095c5b1fb30 HTTP/1.1" status: 200 len: 869 time: 0.3460004 Jul 14 08:37:31.901183 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e31cca58-f6ec-411d-8b71-87f919242dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:33.282663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43588) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:33.428116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:33.492656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ed139-436c-49b4-8d1b-a8d90fbdc44c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:33.494130 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-199ed139-436c-49b4-8d1b-a8d90fbdc44c admin admin] 10.222.0.46 "GET /v2.0/networks/76466a50-d9ff-40ae-a81c-6766002851f2 HTTP/1.1" status: 200 len: 886 time: 0.2104080 Jul 14 08:37:34.454504 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bb1c92fd-20ce-412b-9e27-f9bd11df2794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:34.566618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:35.657157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43600) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:35.812651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f9058-515f-45f0-9841-9bcac1e3e1eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:35.812976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f9058-515f-45f0-9841-9bcac1e3e1eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:35.814642 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-308f9058-515f-45f0-9841-9bcac1e3e1eb admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1564038 Jul 14 08:37:36.065691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:37:37.908329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43612) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:38.058503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df01c0-bae5-4b22-807b-7d116d794e44 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:38.058857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df01c0-bae5-4b22-807b-7d116d794e44 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:38.060840 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-46df01c0-bae5-4b22-807b-7d116d794e44 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1514668 Jul 14 08:37:40.170499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43624) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:40.316231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa29d59-12dd-4388-aab5-08c1371e7e71 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:40.316797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3aa29d59-12dd-4388-aab5-08c1371e7e71 admin admin] Synchronizing usage tracker for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:subnet {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:37:40.333265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3aa29d59-12dd-4388-aab5-08c1371e7e71 admin admin] Unset dirty status for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:subnet {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:37:40.334606 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3aa29d59-12dd-4388-aab5-08c1371e7e71 admin admin] 10.222.0.46 "GET /v2.0/subnets/b4d36917-65f4-4fae-8dcc-679bbe47756a HTTP/1.1" status: 200 len: 868 time: 0.1630180 Jul 14 08:37:42.452253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43636) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:37:42.588416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d30d6-04e8-4b3f-a96c-94abd5f0f1bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:37:42.589815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e09d30d6-04e8-4b3f-a96c-94abd5f0f1bb admin admin] 10.222.0.46 "GET /v2.0/subnets/ed5e2689-5863-4504-8c80-c189977c3e2f HTTP/1.1" status: 200 len: 816 time: 0.1365306 Jul 14 08:37:56.722996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:38:01.905103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-999ffdc9-4af4-4733-89e7-db3a41d056b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:02.941484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43684) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:38:03.025565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-5d7c7d7c-5cc2-4065-9547-f664661166fa admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:38:03.027111 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5d7c7d7c-5cc2-4065-9547-f664661166fa admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0842602 Jul 14 08:38:03.431325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:04.456981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4dfb09a4-9271-4de6-9239-fe4e52e7b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:04.569040 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:05.280012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43696) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:38:05.382140 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b55426-029c-46c9-94d5-87b4ffa2fccf admin admin] GET failed (client error): The resource could not be found. Jul 14 08:38:05.383513 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-86b55426-029c-46c9-94d5-87b4ffa2fccf admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1025760 Jul 14 08:38:05.523263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23ece8-297c-4c0c-8436-e05db4705af8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:38:05.524778 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bb23ece8-297c-4c0c-8436-e05db4705af8 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357846 Jul 14 08:38:06.069524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:07.741067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43708) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:38:07.835396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:38:07.841564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:38:07.853200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:38:07.863902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Made reservation on behalf of 364d2dfe27394e0888075df64c3eaf42 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:38:07.868901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:07.972508 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.services.revisions.revision_plugin [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Could not find related network for resource to bump revision. Jul 14 08:38:07.988377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:38:08.001366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:08.001956 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Added segment 740444fd-170d-43e5-908b-fec6adba1ae0 of type vlan for network f4031be8-2dad-4040-916e-c143dd27f708 Jul 14 08:38:08.033813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:08.065627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:08.066920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:38:08.067551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:08.072674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:38:08.342512 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5998123 Jul 14 08:38:08.345797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=f4031be8-2dad-4040-916e-c143dd27f708,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:38:08.355061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.355770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.356200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.356512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.356873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.357233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.357697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.358117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.358476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.358856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.359214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:08.363570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:38:08.372196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network f4031be8-2dad-4040-916e-c143dd27f708 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:38:10.464398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43720) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:38:10.566691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c740fd-0471-48c7-a034-ecf9481dc843 admin admin] GET failed (client error): The resource could not be found. Jul 14 08:38:10.567280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b5c740fd-0471-48c7-a034-ecf9481dc843 admin admin] Synchronizing usage tracker for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:38:10.581357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b5c740fd-0471-48c7-a034-ecf9481dc843 admin admin] Unset dirty status for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:38:10.582536 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b5c740fd-0471-48c7-a034-ecf9481dc843 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1170366 Jul 14 08:38:10.699808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ae0ef-3484-4055-aa9f-10139498a146 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:38:10.701347 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0e7ae0ef-3484-4055-aa9f-10139498a146 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1144788 Jul 14 08:38:10.712055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:38:10.717073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:38:10.727003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:38:10.735809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Made reservation on behalf of 364d2dfe27394e0888075df64c3eaf42 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:38:10.740497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:10.957052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:10.961540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:38:11.042075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4d3b81-d53d-4da1-8933-0a66180c7714,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:38:11.046556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:38:11.054112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Checking segment: {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:38:11.054506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Network hostable DHCP agents. Network: f4031be8-2dad-4040-916e-c143dd27f708, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:38:11.077049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Network f4031be8-2dad-4040-916e-c143dd27f708 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:38:11.085372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, f4031be8-2dad-4040-916e-c143dd27f708) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:38:11.089558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:38:11.090762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:11.095130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d14fc-ec3f-4a2a-828e-9f7ac6932af2 None None] Network f4031be8-2dad-4040-916e-c143dd27f708 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:38:11.116267 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4080670 Jul 14 08:38:11.333741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-f4031be8-2dad-4040-916e-c143dd27f708', 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708', 'tenant_id': '364d2dfe27394e0888075df64c3eaf42', 'fixed_ips': [{'subnet_id': 'bd4d3b81-d53d-4da1-8933-0a66180c7714'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:38:11.334683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:11.509081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Allocated IP 192.168.233.2 (f4031be8-2dad-4040-916e-c143dd27f708/bd4d3b81-d53d-4da1-8933-0a66180c7714/d6619861-fbf8-4587-8f76-6e2913e94abc) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:38:11.733507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:11.744543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Transition to ACTIVE for port object d6619861-fbf8-4587-8f76-6e2913e94abc will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:38:11.765925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Transition to ACTIVE for port object d6619861-fbf8-4587-8f76-6e2913e94abc will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:38:11.770214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:11.779287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:38:11.845874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Network f4031be8-2dad-4040-916e-c143dd27f708 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:38:11.848814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:38:11.852919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:38:11.859257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Pushing event updated for resources: {'Port': ['ID=d6619861-fbf8-4587-8f76-6e2913e94abc,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:38:11.899248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.899631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.900001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.900391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.900732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.901071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.901435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.901792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.902198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.902581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.903090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:38:11.910619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:38:11.965544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Attempting to bind port d6619861-fbf8-4587-8f76-6e2913e94abc on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:38:11.965934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Attempting to bind port d6619861-fbf8-4587-8f76-6e2913e94abc by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:38:11.966346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Attempting to bind port d6619861-fbf8-4587-8f76-6e2913e94abc on network f4031be8-2dad-4040-916e-c143dd27f708 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:38:11.974159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:38:11.974574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Checking segment: {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:38:11.975038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:11.975466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Bound using segment: {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:38:11.975983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Bound port: d6619861-fbf8-4587-8f76-6e2913e94abc, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:38:11.976409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:12.072437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] For port d6619861-fbf8-4587-8f76-6e2913e94abc, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:38:12.075730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] For port d6619861-fbf8-4587-8f76-6e2913e94abc, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d6619861-fbf8-4587-8f76-6e2913e94abc,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:38:12.079092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:12.083837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:38:12.169409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Pushing event updated for resources: {'Port': ['ID=d6619861-fbf8-4587-8f76-6e2913e94abc,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:38:12.173699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:38:13.614155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e05d5-3e92-4008-b9cf-8f1deda254f3 None None] Network f4031be8-2dad-4040-916e-c143dd27f708 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:38:13.749958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-f5067edc-3281-4bc2-a574-a3e5fc004c65 None None] Provisioning for port d6619861-fbf8-4587-8f76-6e2913e94abc completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:38:13.909155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d6619861-fbf8-4587-8f76-6e2913e94abc up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:38:14.140937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port d6619861-fbf8-4587-8f76-6e2913e94abc completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:38:14.147964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port d6619861-fbf8-4587-8f76-6e2913e94abc triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:38:14.148382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:14.288503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:14.324495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port d6619861-fbf8-4587-8f76-6e2913e94abc, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d6619861-fbf8-4587-8f76-6e2913e94abc,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:38:14.327701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:14.330325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:38:14.407281 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=d6619861-fbf8-4587-8f76-6e2913e94abc,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:38:14.410853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:38:14.565247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-f2a9d8a6-564f-4b71-ae16-d03921f88a70 None None] Provisioning complete for port d6619861-fbf8-4587-8f76-6e2913e94abc triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:38:14.565593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f2a9d8a6-564f-4b71-ae16-d03921f88a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:15.825419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d6619861-fbf8-4587-8f76-6e2913e94abc up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:38:15.896050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port d6619861-fbf8-4587-8f76-6e2913e94abc triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:38:15.896462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:31.908149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-381c766d-5162-47e1-9233-1f48ec87b0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:33.437059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:33.724889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:38:34.461002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-397ea3a3-a010-4077-adce-2fed23828a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:34.574368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:38:36.069554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:01.909723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-63a03e43-35d3-42b2-b565-4fb3d1b28955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:03.441454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:04.464910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db153722-a79a-4825-ad63-453405fa5115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:04.575127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:06.078239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:10.725698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:39:31.912254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-481a8e90-deac-4e51-bce1-cada72140c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:31.934783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43756) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:39:31.941254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [None req-91dbb4ab-26c6-4ecc-b417-3a1d24346c77 tempest-verify_tempest_config-538839624 tempest-verify_tempest_config-538839624-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:39:31.942359 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-91dbb4ab-26c6-4ecc-b417-3a1d24346c77 tempest-verify_tempest_config-538839624 tempest-verify_tempest_config-538839624-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064516 Jul 14 08:39:32.375909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43774) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:39:32.536606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.570922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:39:32.575480 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Usage tracker for resource:security_group_rule and tenant:e4fbba2699414caeb628d1444a2c0a83 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:39:32.578428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:39:32.584655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:39:32.658968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.661748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.670648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7d7a2b82-792c-4f7b-b34a-707dc55101de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:39:32.715211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Synchronizing usage tracker for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:39:32.717667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79451fc3-9e8c-43af-b2e1-aff823800231,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:39:32.734152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.734528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.734926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.735408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.735658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.736019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.736376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.736773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.737110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.737462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.737817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:39:32.742752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:39:32.746365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Unset dirty status for tenant:364d2dfe27394e0888075df64c3eaf42 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:39:32.747598 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4fbba2699414caeb628d1444a2c0a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3706357 Jul 14 08:39:32.750397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43780) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:39:32.816638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.844096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.896174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.900208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:39:32.914375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79451fc3-9e8c-43af-b2e1-aff823800231,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:39:32.917453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:39:32.919692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:32.920905 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79451fc3-9e8c-43af-b2e1-aff823800231 HTTP/1.1" status: 204 len: 168 time: 0.1694880 Jul 14 08:39:33.443873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:34.468168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7ea085fd-d3f0-40a4-84e8-e052c0abbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:34.579177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:36.080606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:39:47.725646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:40:01.914260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-67678819-8de7-4bbe-977f-d9d5d9d29f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:03.449437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:04.470105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b20592ff-ad06-459a-89be-105af39b66ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:04.581251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:06.083990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:24.727085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:40:31.915626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa047-5350-42d3-b5fc-3c05f88a3c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:33.442650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:34.472392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2ecb-06fb-41d0-87cb-9f43e2c49466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:34.584070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:40:36.086140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:01.726784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 5 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:41:01.917096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7222c7cf-351f-4994-9a22-2543365c159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:03.448208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:04.473690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57b4e015-edb9-4021-82cf-264098aaae61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:04.587931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:06.089330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:20.866503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704218'] for agent, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:31.920249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9ad73f19-9087-4d12-97b0-950dcd3fb0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:33.451105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:34.475563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e12f1896-b036-422f-b709-8c53f88f79e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:34.588786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:36.094718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:41:37.960483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 43862) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:41:38.109786 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2c7f45ec-97d5-4d41-9ced-f0720762861a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1481068 Jul 14 08:41:38.728160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:41:40.238119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 43874) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:41:40.335410 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e5972ff2-26f4-4198-b2ce-1a67f1a826c2 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0959997 Jul 14 08:41:50.820309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:01.923770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb0cc-19e9-44f5-8ba2-834349b6be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:03.453485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:04.476230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d684-22bb-4b65-8e5d-148b98976468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:04.591574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:06.094312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:15.729615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:42:20.834602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:31.925549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dbfe-8d2e-4912-a711-1f3ba00ce619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:33.456592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:34.477947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-781c5e35-fa9a-452f-ba7f-f283c98173f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:34.596812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:36.097032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:50.849479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:42:52.731024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:43:01.929596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-06183c96-814e-4821-8f63-99b3296a05fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:03.458532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:04.483495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9018d852-ac2c-4d77-a069-c61f14c1e927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:04.596905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:06.101438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:20.850575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:29.462388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44046) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:29.732113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:43:30.033074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-network', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:30.039132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:30.044266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Usage tracker for resource:network and tenant:a52e0422c15c4267a4b88dfea0391228 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:30.047426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:30.053878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:30.064607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Made reservation on behalf of a52e0422c15c4267a4b88dfea0391228 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:30.070137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.084399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.094980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44068) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:30.123444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:30.127865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Usage tracker for resource:security_group_rule and tenant:a52e0422c15c4267a4b88dfea0391228 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:30.131145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:30.137217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:30.208232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.211832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.221793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d592ce50-6562-4fe3-814c-82afd9abc055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:30.281340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605cf95-8f63-4626-a7bb-4e947ddaf538,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:30.293806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.294374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.294940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.295483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.296042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.296562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.296996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.297527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.298055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.298545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.299115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Tracked resource versions report: Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: HyperV agent@hv-cinder-80022: {}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:43:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:43:30.310277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:30.317610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:30.330594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.331052 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Added segment 953f3eda-9eb6-4a1f-8f73-10020f722d4c of type vlan for network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e Jul 14 08:43:30.360578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.391284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.392953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:30.393594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.399400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:30.506478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Pushing event updated for resources: {'Network': ['ID=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:30.506989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44088) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:30.509429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:30.517852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44094) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:30.518660 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0550413 Jul 14 08:43:30.520715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:43:30.538853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Request body: {'subnet': {'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-subnet', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:30.549828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44098) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:30.553127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:30.562266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Usage tracker for resource:subnet and tenant:a52e0422c15c4267a4b88dfea0391228 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:30.567952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:30.580309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:30.597537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Made reservation on behalf of a52e0422c15c4267a4b88dfea0391228 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:30.604429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.712863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1914665469-network', 'tenant_id': '94e1f278e9274e6494f60fc0df9d5ca9'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:30.723076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:30.734152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Usage tracker for resource:network and tenant:94e1f278e9274e6494f60fc0df9d5ca9 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:30.739729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:30.756254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:30.770629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Made reservation on behalf of 94e1f278e9274e6494f60fc0df9d5ca9 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:30.775398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.802017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:30.899579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:30.911321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Usage tracker for resource:security_group_rule and tenant:94e1f278e9274e6494f60fc0df9d5ca9 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:30.916307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:30.925336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:30.997877 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1499560900-network', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:31.004700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.016660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Usage tracker for resource:network and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.022607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.045925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:31.063502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.074667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:31.107747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1374412325-network', 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:31.112977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.116177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Made reservation on behalf of 824a366f8f7c4389a12f77b88b19950b for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:31.119932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.126336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Usage tracker for resource:network and tenant:2bbe4ea837b843adaaa02b888b114cb3 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.132651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.146544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.147220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:31.238103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.250095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:31.256319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.257970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5d1d91-d201-4ed8-8921-683fc7bb5248,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:31.260888 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.276233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.286421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Checking segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:31.287107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Network hostable DHCP agents. Network: c01bff1d-c038-4e69-b8c5-e7c0809a0b7e, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:43:31.298130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.299025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.317308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.317678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.318033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.318400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.318762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.319152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.319512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.319884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.320239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.320595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.320947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Tracked resource versions report: Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: HyperV agent@hv-cinder-80022: {}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:43:31.328966 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:43:31.331775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.351905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:31.354669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:31.366357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:31.375978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.380242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbe4ea837b843adaaa02b888b114cb3 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.383644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.390628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:31.400182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:31.431366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253911974414', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.432001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Unsubscribe: segment precommit_create {{(pid=82036) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 14 08:43:31.432475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Added segment 1684578e-4093-4e98-8233-165f2eff4b29 of type vlan for network 48e8b037-17cc-4957-88b5-811787ac7a50 Jul 14 08:43:31.451347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24dd2ab-fe0c-4007-be90-47f936644a75,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:31.464210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:31.476015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:43:31.499735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.510076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, c01bff1d-c038-4e69-b8c5-e7c0809a0b7e) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:31.518914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.520089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ca061-daf5-4085-bcda-ba396b9a05cd None None] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:31.524433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:31.525085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.528726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.556964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-073a47e2-808b-41fb-a42c-b68f10e98210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:31.618517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd725ef-c37b-44dd-9543-66aa38551637,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:31.635844 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:31.676812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.687421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82035) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:43:31.687945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:43:31.691583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.692334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.693939 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1619873 Jul 14 08:43:31.696884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44136) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:31.697865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:31.698508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.705450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:31.715246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.726092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:31.727232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Usage tracker for resource:router and tenant:a52e0422c15c4267a4b88dfea0391228 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.734532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.749589 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:31.764436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.766050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.809523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:31.815873 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7161295 Jul 14 08:43:31.818107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44142) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:31.821068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.821497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fb9ff-d45d-4ac2-b243-5aa4ba2e32c1 None None] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:31.834218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e748f5f0-b6e3-40b5-b609-ae137a451e5e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:31.838067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:31.838487 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:31.860669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Request body: {'subnet': {'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1914665469-subnet', 'tenant_id': '94e1f278e9274e6494f60fc0df9d5ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:31.877436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:31.877826 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Added segment 79554c8e-d96d-45fa-8690-ca4afafc070d of type vlan for network 130d594b-66f2-4196-8ea6-7d58724d597e Jul 14 08:43:31.877937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:31.888900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Usage tracker for resource:subnet and tenant:94e1f278e9274e6494f60fc0df9d5ca9 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:31.894252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:31.920137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:32.044940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Pushing event updated for resources: {'Network': ['ID=48e8b037-17cc-4957-88b5-811787ac7a50,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:32.059173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:32.064067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.107522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.109573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:32.110258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.113056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Made reservation on behalf of 94e1f278e9274e6494f60fc0df9d5ca9 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:32.117987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.124513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 48e8b037-17cc-4957-88b5-811787ac7a50 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:43:32.147031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:32.193491 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6827159 Jul 14 08:43:32.199926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44150) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:32.219483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3acb5a18-74e1-4247-806a-69c2e6702ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.233181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.384758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.414216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Pushing event updated for resources: {'Network': ['ID=130d594b-66f2-4196-8ea6-7d58724d597e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:32.418495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:32.422671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Request body: {'subnet': {'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1499560900-subnet', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:32.427740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 130d594b-66f2-4196-8ea6-7d58724d597e details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:43:32.428608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:32.433650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Usage tracker for resource:subnet and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:32.437636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:32.444543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:32.457738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Made reservation on behalf of 824a366f8f7c4389a12f77b88b19950b for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:32.463253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.492024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:32.521585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.522179 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Added segment 7a301c67-8238-4cf3-aa30-4c4f4043a3c8 of type vlan for network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae Jul 14 08:43:32.642209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.711127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.720868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f6aa8fa8-39db-4066-8aff-f6f69e65be23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:32.787487 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3098c4ca-eca5-4934-8b2a-924f83f7155c,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:32.794009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:32.794351 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.798996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:32.799637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.803444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.805725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:32.821388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Checking segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:32.821783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Network hostable DHCP agents. Network: 130d594b-66f2-4196-8ea6-7d58724d597e, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:43:32.847782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Network 130d594b-66f2-4196-8ea6-7d58724d597e is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:43:32.858944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 130d594b-66f2-4196-8ea6-7d58724d597e) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:32.863558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:32.864820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:32.873541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596420b1-54b1-4fcc-be52-f2a8d069aaf1 None None] Network 130d594b-66f2-4196-8ea6-7d58724d597e requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:32.895508 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6665626 Jul 14 08:43:32.905187 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44174) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:32.909249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:32.917349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:32.921729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Usage tracker for resource:router and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:32.924947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:32.931365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:33.014912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.015999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Pushing event updated for resources: {'Network': ['ID=95eac8e3-27ea-4079-80fc-1ef16b5f95ae,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:33.016731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.019136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:33.025715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f7151ec3-e1af-4d8d-8f1f-4e1679c25eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:33.034620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:43:33.065093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.100118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5490787 Jul 14 08:43:33.169132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44186) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:33.187671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Request body: {'subnet': {'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1374412325-subnet', 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:33.197710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:33.207031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Usage tracker for resource:subnet and tenant:2bbe4ea837b843adaaa02b888b114cb3 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:33.212559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:33.224456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:33.244455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c36b64-3fda-44f1-92a5-63ed8ba003a7,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:33.291943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:33.316788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Checking segment: {'id': '1684578e-4093-4e98-8233-165f2eff4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:33.317199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Network hostable DHCP agents. Network: 48e8b037-17cc-4957-88b5-811787ac7a50, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:43:33.394091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Network 48e8b037-17cc-4957-88b5-811787ac7a50 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:43:33.415063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:33.427807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.429084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.520030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.538223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-130d594b-66f2-4196-8ea6-7d58724d597e', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:43:33.539352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.557780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.664260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 48e8b037-17cc-4957-88b5-811787ac7a50) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:33.680652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:33.681523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:33.726860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8435202-dd03-49f2-9ccd-159b65bb5977 None None] Network 48e8b037-17cc-4957-88b5-811787ac7a50 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:33.728761 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9058359 Jul 14 08:43:33.799647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Allocated IP 172.20.0.2 (130d594b-66f2-4196-8ea6-7d58724d597e/3098c4ca-eca5-4934-8b2a-924f83f7155c/4d42ae00-478e-4cf4-898b-ce08bd510b4c) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:33.945889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Allocated IP 172.28.0.110 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:34.078671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.321208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.347968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Transition to ACTIVE for port object 4d42ae00-478e-4cf4-898b-ce08bd510b4c will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:34.392551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Transition to ACTIVE for port object 4d42ae00-478e-4cf4-898b-ce08bd510b4c will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:34.426539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.432807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.459364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cea14586-c236-4fec-9dad-76cc8cf805a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:34.474203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:34.520413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Network 130d594b-66f2-4196-8ea6-7d58724d597e is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:34.533213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:34.549007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:34.577939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Checking segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:34.578330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Network hostable DHCP agents. Network: 95eac8e3-27ea-4079-80fc-1ef16b5f95ae, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:43:34.695956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.737266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Attempting to bind port 4d42ae00-478e-4cf4-898b-ce08bd510b4c on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:34.737852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Attempting to bind port 4d42ae00-478e-4cf4-898b-ce08bd510b4c by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:34.738429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Attempting to bind port 4d42ae00-478e-4cf4-898b-ce08bd510b4c on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:34.752116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:34.752830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Checking segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:34.753579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.754181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Bound using segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:34.754964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Bound port: 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:34.755561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.756334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44266) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:34.763747 dv-cinder-800229-1-smb neutron-server[81924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 08:43:34.794378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44272) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:34.795887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.821701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.829294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:34.836730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:43:34.851959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.857980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 95eac8e3-27ea-4079-80fc-1ef16b5f95ae) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:34.873090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:34.873746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.908031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:34.911607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:34.913007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:34.923925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44278) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:34.927758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac450eb6-e6d6-41aa-a628-a748b164c65e None None] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:34.940090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b2cffc-ba24-47d6-8281-edc0533234a9,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:34.948261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:34.961170 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a33fd367-add5-4657-ac2f-0fd3a0f381c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7819438 Jul 14 08:43:35.180229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.207164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Allocated IP 172.28.0.165 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/7fbba18f-b2f9-4323-8c56-7f192923c56d) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:35.225334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Pushing event updated for resources: {'Port': ['ID=4d42ae00-478e-4cf4-898b-ce08bd510b4c,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:35.247359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.250372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bafb7dd-e1c7-4fcd-8c6b-cb83a6b7e5c0 None None] Network 48e8b037-17cc-4957-88b5-811787ac7a50 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:35.307091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d1213c2-d255-48a8-9fa9-a2d78298658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.309052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:35.313957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Usage tracker for resource:security_group_rule and tenant:0b3751689ee94183803bab0ba4212490 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:35.317308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:35.330458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:35.359104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-c737c36f-7d43-4a70-8886-c6bcb4f473ba tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:35.360882 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-c737c36f-7d43-4a70-8886-c6bcb4f473ba tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/networks?id=48e8b037-17cc-4957-88b5-811787ac7a50 HTTP/1.1" status: 200 len: 812 time: 0.6009173 Jul 14 08:43:35.409720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.410120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.410514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.410765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.414138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.414528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.415195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.415567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.415933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.416301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.423025 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-079adcea-7062-4fc5-8faf-11465796fec2 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/quotas/94e1f278e9274e6494f60fc0df9d5ca9 HTTP/1.1" status: 200 len: 375 time: 0.0381677 Jul 14 08:43:35.423940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Tracked resource versions report: Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: HyperV agent@hv-cinder-80022: {}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:43:35.427448 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:43:35.442501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.452132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.475325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:35.479067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:35.491113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:35.528363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:35.541948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Pushing event updated for resources: {'Port': ['ID=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:35.546221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:35.562516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:35.565068 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b3751689ee94183803bab0ba4212490&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7299035 Jul 14 08:43:35.573116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44312) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:35.574352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:35.647507 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-7d07f349-073a-4d9c-8def-94f2f1715319 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94e1f278e9274e6494f60fc0df9d5ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2064517 Jul 14 08:43:35.675575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.754857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.779566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:35.789254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.805781 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Usage tracker for resource:security_group_rule and tenant:602d44c8d2dc4ea3b5a13800fd7bff2b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:35.815676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:35.824599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:35.834644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2072b86b-db4f-46ba-9f2a-025fc279cddc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82035) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:43:35.843212 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2072b86b-db4f-46ba-9f2a-025fc279cddc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1026864 Jul 14 08:43:35.890140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a7d19f-b158-444d-b53a-c95ec6ba8596,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:35.896125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.898853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:35.910143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b783e10-b314-4d3c-889f-2954787eccb1 None None] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:35.918555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:35.938841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:35.940524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Pushing event updated for resources: {'Port': ['ID=4d42ae00-478e-4cf4-898b-ce08bd510b4c,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:35.942833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a7d19f-b158-444d-b53a-c95ec6ba8596,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:35.947713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:35.952150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44334) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:35.959489 dv-cinder-800229-1-smb neutron-server[81924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 08:43:35.980334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:36.025885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.027735 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19a7d19f-b158-444d-b53a-c95ec6ba8596 HTTP/1.1" status: 204 len: 168 time: 0.4515800 Jul 14 08:43:36.045995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.064395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.087922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:36.163559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.170001 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-b38bf35e-0fac-4460-994f-a77c15ce35e7 service neutron] 10.222.0.46 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256087 Jul 14 08:43:36.170661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d3838-1283-4ff6-afb2-99f2aad28b8c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:36.175474 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=602d44c8d2dc4ea3b5a13800fd7bff2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2138329 Jul 14 08:43:36.178180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:36.180669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44340) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:36.185119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:36.206880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.207653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.333267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:36.345856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-62b885dd-8ab3-4519-bcf3-30b80d2ed6a1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:36.353357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-62b885dd-8ab3-4519-bcf3-30b80d2ed6a1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.4000030 Jul 14 08:43:36.356464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:36.364327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.373901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:36.404550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbba18f-b2f9-4323-8c56-7f192923c56d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:36.543073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:36.554177 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-02aeaacc-d281-48f4-8ea3-278693163a11 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/quotas/2bbe4ea837b843adaaa02b888b114cb3 HTTP/1.1" status: 200 len: 375 time: 0.1998162 Jul 14 08:43:36.595475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-bc244530-cde3-4c53-9621-8f8fc17e9409 service neutron] 10.222.0.46 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155929 Jul 14 08:43:36.607398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44348) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:36.695006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-0f7eeacb-48b3-422f-af65-3cc409384af7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1398165 Jul 14 08:43:36.706581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.720123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Router a5485545-ff31-4d0b-a8bb-cfa8b290f93b is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:43:36.730848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.796296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.810451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:36.828619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Usage tracker for resource:security_group_rule and tenant:da58c3be134745d6a6f6acfaab525ea2 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:36.836056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:36.854695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:36.881799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.882762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:36.983413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-5a1a697b-4657-472a-a096-4736d85c1ce5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:43:36.984514 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-5a1a697b-4657-472a-a096-4736d85c1ce5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1500208 Jul 14 08:43:36.985587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:43:36.999974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Sync routers for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:43:37.018102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:37.018836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:37.075983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:37.078144 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3799930 Jul 14 08:43:37.080849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44382) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:37.370364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:37.387072 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-d6cc176d-c9c8-4ff0-a579-87fcaa61bc78 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870885 Jul 14 08:43:37.449391 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e7d94f1e-9b07-49de-b97a-283f0038af8f req-326746ec-f9ab-489d-b425-db10762b9ada tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.1360250 Jul 14 08:43:37.638409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:37.684710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-844b59f4-f203-4ddd-8894-b4d224afb8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:37.808087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d3838-1283-4ff6-afb2-99f2aad28b8c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:37.843940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:37.858921 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:37.860344 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a96d3838-1283-4ff6-afb2-99f2aad28b8c HTTP/1.1" status: 204 len: 168 time: 1.6433308 Jul 14 08:43:37.862686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:37.905058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:38.024275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:35Z', 'revision_number': 3, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:38.042101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Checking router: a5485545-ff31-4d0b-a8bb-cfa8b290f93b for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:43:38.043072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Updating router a5485545-ff31-4d0b-a8bb-cfa8b290f93b port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:43:38.082129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:38.109502 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da58c3be134745d6a6f6acfaab525ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4988678 Jul 14 08:43:38.115190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44416) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:38.174989 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-f714d5c9-c8c4-417e-ab94-8eb1fcf7bba7 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7762160 Jul 14 08:43:38.176719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4d42ae00-478e-4cf4-898b-ce08bd510b4c up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:38.333710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:38.389272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 4d42ae00-478e-4cf4-898b-ce08bd510b4c completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:38.434519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fad448-aea3-4da8-aada-c8a3cdbae16d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:38.465344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:38.511003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44428) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:38.571909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77bea9-7e7c-4b2e-a457-ccc585b7bfc8 None None] Network 130d594b-66f2-4196-8ea6-7d58724d597e requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:38.633663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:38.947257 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8636f682-04ec-45db-a5e1-81d17d57d694 req-054400d9-2a95-43bd-ae9f-3147a7c413dc tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.2684953 Jul 14 08:43:38.960997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:38.999011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44454) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:39.044055 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-32c5a7da-89b2-437c-8cf1-f5362fdd033d req-72e8a240-81dc-4619-8462-d83dd81f2538 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.1593196 Jul 14 08:43:39.071897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.092324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.159809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Provisioning for port 4d42ae00-478e-4cf4-898b-ce08bd510b4c completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:39.177054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Provisioning complete for port 4d42ae00-478e-4cf4-898b-ce08bd510b4c triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:39.177473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.207185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:43:39.216908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:39.223840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf398d504a9441190cb9592ea2aae7f is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:39.227522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:39.230161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:39.244502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:39.256171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Usage tracker for resource:security_group_rule and tenant:d6c756b2c39d433ea380a08da02453df is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:39.263674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:39.266573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.288147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:39.297265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:39.439037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.454555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.484488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.509802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fad448-aea3-4da8-aada-c8a3cdbae16d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:39.514470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:43:39.519322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:39.523971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Transition to ACTIVE for port object fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:39.537473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.546679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:39.555891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.558827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:39.680188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Pushing event updated for resources: {'Port': ['ID=4d42ae00-478e-4cf4-898b-ce08bd510b4c,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:39.684790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:39.744930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.751409 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60fad448-aea3-4da8-aada-c8a3cdbae16d HTTP/1.1" status: 204 len: 168 time: 1.6201074 Jul 14 08:43:39.784740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Pushing event updated for resources: {'Port': ['ID=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,revision_number=2']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:39.801782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Attempting to bind port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:39.808537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Attempting to bind port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:39.811417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Attempting to bind port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:39.850484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.852217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.855773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.855924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.858036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.859931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.859931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.860875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.863726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.864969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.865476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Tracked resource versions report: Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: pushed versions: Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: { 'ConntrackHelper': {'1.0'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': {'1.0'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': {'1.1'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': {'1.5'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': {'1.2'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': {'1.8'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': {'1.2'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': {'1.0'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': {'1.0'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': {'1.1'}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': {'1.1'}} Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: consumer versions: Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: { DHCP agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: HyperV agent@hv-cinder-80022: {}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: L3 agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: Metadata agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: Metering agent@dv-cinder-800229-1-smb: {}, Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: Open vSwitch agent@dv-cinder-800229-1-smb: { 'ConntrackHelper': '1.0', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Log': '1.0', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Network': '1.1', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Port': '1.5', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'PortForwarding': '1.2', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'QosPolicy': '1.8', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroup': '1.2', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SecurityGroupRule': '1.0', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'SubPort': '1.0', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Subnet': '1.1', Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: 'Trunk': '1.1'}} Jul 14 08:43:39.868024 dv-cinder-800229-1-smb neutron-server[81924]: {{(pid=82038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 14 08:43:39.888167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:39.894113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:39.894696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:39.895214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.895763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-d970ed7a-4428-47c7-bd87-7683d5f97573 None None] Provisioning complete for port 4d42ae00-478e-4cf4-898b-ce08bd510b4c triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:39.896192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d970ed7a-4428-47c7-bd87-7683d5f97573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.896408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:39.897378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Bound port: fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:39.900006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.915713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.944968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.977833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:39.990934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:40.027134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.059019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Allocated IP 172.20.0.1 (c01bff1d-c038-4e69-b8c5-e7c0809a0b7e/5b5d1d91-d201-4ed8-8921-683fc7bb5248/504e754c-3944-4ea5-98c7-3258626964dc) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:40.086440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d4e2a-c1d1-4c00-9660-a45eb4ab3cfc,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:40.090541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:40.093265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:40.119977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] For port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:40.127841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] For port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:40.137671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.139932 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bf398d504a9441190cb9592ea2aae7f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6232576 Jul 14 08:43:40.145372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-80924f7c-ea41-4f77-880c-346778f53b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:40.146346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44498) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:40.151341 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6c756b2c39d433ea380a08da02453df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1489956 Jul 14 08:43:40.170272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44500) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:40.241319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4d42ae00-478e-4cf4-898b-ce08bd510b4c up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:40.373095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Pushing event updated for resources: {'Port': ['ID=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:40.384827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:40.387764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db53a417-eca7-4d63-a81c-fbe61489529e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:40.390916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:40.392310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:40.406536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 4d42ae00-478e-4cf4-898b-ce08bd510b4c triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:40.407294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.416152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:40.500010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.550419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.555717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17569cc7-4b5d-49e8-8e1b-19f2ad654cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:40.637557 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-96b82c42-b976-432d-aa13-40553b62d0fd req-2ed5a0b2-9c59-4034-ae3d-b56679e5e321 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.2783103 Jul 14 08:43:40.665370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.13', 51904) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:40.736516 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-092ce885-6d97-44a7-bab4-1ac6804d0d4d req-69a76c38-af71-4b6e-a747-05b99fd167d0 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.1221430 Jul 14 08:43:40.742232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:40.751443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:40.766992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:40.767984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.768956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:40.771261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Pushing event updated for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:40.772139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:43:40.786106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:43:40.802250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:40.816341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:40.824314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:40.842226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:41.008046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.044653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.056048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.057413 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1531212 Jul 14 08:43:41.066010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44538) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:41.113992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.144092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.230846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.259919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:41.289029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db53a417-eca7-4d63-a81c-fbe61489529e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:41.302594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:41.338934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.344004 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db53a417-eca7-4d63-a81c-fbe61489529e HTTP/1.1" status: 204 len: 168 time: 1.1710956 Jul 14 08:43:41.376920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:41.385554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2c9886af-74a4-43a8-825e-a27fc3f636dc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:41.387243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2c9886af-74a4-43a8-825e-a27fc3f636dc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Synchronizing usage tracker for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:network {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:41.409020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:35Z', 'revision_number': 3, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:41.414825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e9aa8-c037-44a2-bfd7-cc2acef8e227 None None] The sync data for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb is: [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:35Z', 'revision_number': 3, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:43:41.445829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.480478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da50b695-da5c-4af0-affe-a5ef9b1b013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:41.498945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d4e2a-c1d1-4c00-9660-a45eb4ab3cfc,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:41.501940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2c9886af-74a4-43a8-825e-a27fc3f636dc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Unset dirty status for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:network {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:41.503254 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-2c9886af-74a4-43a8-825e-a27fc3f636dc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.13 "GET /v2.0/networks?id=48e8b037-17cc-4957-88b5-811787ac7a50 HTTP/1.1" status: 200 len: 812 time: 0.8302391 Jul 14 08:43:41.504021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:41.505169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.506329 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef4d4e2a-c1d1-4c00-9660-a45eb4ab3cfc HTTP/1.1" status: 204 len: 168 time: 1.3538837 Jul 14 08:43:41.550036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Request body: {'port': {'device_id': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50', 'admin_state_up': True, 'tenant_id': '94e1f278e9274e6494f60fc0df9d5ca9'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:41.801327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.866134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.874349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:41.883825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a7281a27-877c-493b-9545-5ffed76b4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:42.070582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.13', 51910) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:42.152996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Pushing event updated for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:42.219945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:36Z', 'revision_number': 3, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:42.232008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:43:42.232424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Updating router a0db84be-4f47-49a4-ac72-0f5ba496cd0c port 7fbba18f-b2f9-4323-8c56-7f192923c56d binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:43:42.293463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-9831a67e-91cb-4957-a762-733a4d3b25ff tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:42.294304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-9831a67e-91cb-4957-a762-733a4d3b25ff tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.2200511 Jul 14 08:43:42.309623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:42.325516 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f79cbfd0-9b7e-4c95-a289-f4ffd8f85fbb req-9a7d87bc-faaf-48e9-997d-7de45c377238 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.3494389 Jul 14 08:43:42.355335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Request body: {'port': {'device_id': '33ed74c9-239f-4b44-8737-3e08b5107061', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'admin_state_up': True, 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:42.390048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Usage tracker for resource:port and tenant:94e1f278e9274e6494f60fc0df9d5ca9 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:42.409700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:42.415535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:42.420047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:42.431116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:42.435656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:42.439714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:42.537934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Made reservation on behalf of 94e1f278e9274e6494f60fc0df9d5ca9 for: {'port': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:42.551137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:42.979549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:43.000803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Transition to ACTIVE for port object 7fbba18f-b2f9-4323-8c56-7f192923c56d will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:43.031248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:43.046930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:43.171917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Allocated IP 172.20.0.11 (48e8b037-17cc-4957-88b5-811787ac7a50/64c36b64-3fda-44f1-92a5-63ed8ba003a7/9bc47a49-8a6d-4520-b2c7-34018c2b40a5) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:43.208218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Attempting to bind port 7fbba18f-b2f9-4323-8c56-7f192923c56d on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:43.208862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Attempting to bind port 7fbba18f-b2f9-4323-8c56-7f192923c56d by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:43.209417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Attempting to bind port 7fbba18f-b2f9-4323-8c56-7f192923c56d on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:43.222485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:43.225398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:43.226146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:43.227099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:43.227793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Bound port: 7fbba18f-b2f9-4323-8c56-7f192923c56d, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:43.232439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:43.301873 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-233f2796-962f-48e1-ace0-241f3311ede8 req-93e77420-ff18-4657-a37c-e3f7fa546a91 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.8933644 Jul 14 08:43:43.346407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Pushing event updated for resources: {'Port': ['ID=7fbba18f-b2f9-4323-8c56-7f192923c56d,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:43.361557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:43.459216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] For port 7fbba18f-b2f9-4323-8c56-7f192923c56d, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:43.467205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] For port 7fbba18f-b2f9-4323-8c56-7f192923c56d, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7fbba18f-b2f9-4323-8c56-7f192923c56d,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:43.480132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:43.517746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3420f67d-4c32-4305-886a-b1f7294111a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:43.713959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:43.715407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:43.738210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:43.848348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Usage tracker for resource:port and tenant:2bbe4ea837b843adaaa02b888b114cb3 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:43.881365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:43.906495 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c9c5bf63-4362-4656-a07c-0f98f923982d req-5c75ad89-967d-47b9-b437-ff7a3be5bc53 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.2196300 Jul 14 08:43:43.942914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:43.950148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Router a5485545-ff31-4d0b-a8bb-cfa8b290f93b has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:43:44.030543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'port': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:44.036965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:44.121955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:44.279008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:44.474260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:44.592004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:44.657867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-78d5edf7-f27f-4c7e-b77b-ba6736290284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:44.920564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Pushing event updated for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:44.935220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:45.053683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Network 48e8b037-17cc-4957-88b5-811787ac7a50 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:45.067772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:45.072711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Allocated IP 172.20.0.12 (95eac8e3-27ea-4079-80fc-1ef16b5f95ae/f6b2cffc-ba24-47d6-8281-edc0533234a9/53de287b-e99b-406c-a971-7713f9de2dce) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:45.090180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:45.103438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:45.107464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.134572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:43:45.173572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:45.231138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eac5c-5aee-4c8d-8af4-61ac75d861b7 req-15e91964-a0a3-45c9-8766-d1b265f0d1e4 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:45.235849 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-134eac5c-5aee-4c8d-8af4-61ac75d861b7 req-15e91964-a0a3-45c9-8766-d1b265f0d1e4 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 932 time: 0.4315462 Jul 14 08:43:45.258218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7127295 Jul 14 08:43:45.277747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Pushing event updated for resources: {'Port': ['ID=7fbba18f-b2f9-4323-8c56-7f192923c56d,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:45.295219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.777s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:45.312851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:45.313561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.320398 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5485545-ff31-4d0b-a8bb-cfa8b290f93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2382624 Jul 14 08:43:45.420901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-3d543a2e-36d9-41e6-895b-1690a95a9fbc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82036) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 08:43:45.422131 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-3d543a2e-36d9-41e6-895b-1690a95a9fbc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0080132 Jul 14 08:43:45.438758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-12bf78ca-4ed5-45d0-8aec-1b3da9b222e7 req-679b1c66-e046-442b-83e8-068dbdc73e8c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:45.509611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-12bf78ca-4ed5-45d0-8aec-1b3da9b222e7 req-679b1c66-e046-442b-83e8-068dbdc73e8c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:45.521373 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-134eac5c-5aee-4c8d-8af4-61ac75d861b7 req-cc2e17a1-d84e-46be-a0ca-9576cb92811d tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224219 Jul 14 08:43:45.522109 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-12bf78ca-4ed5-45d0-8aec-1b3da9b222e7 req-679b1c66-e046-442b-83e8-068dbdc73e8c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.2607265 Jul 14 08:43:45.532695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.622191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.635461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:36Z', 'revision_number': 3, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:45.647625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bbe5b-c6b9-464f-a40b-3e4dec22b9a1 None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:36Z', 'revision_number': 3, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:43:45.669017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:43:45.677115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.679990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:45.781200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.831368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:45.852191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:45.856386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:45.857623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:45.935383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Sync routers for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:43:45.979956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:45.980667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:46.036742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event updated for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:46.053672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:46.100057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:46.103300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:46.105645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:46.112891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:46.127292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:46.127292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:46.169127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8423836 Jul 14 08:43:46.207713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Allocated IP 172.20.0.1 (130d594b-66f2-4196-8ea6-7d58724d597e/3098c4ca-eca5-4934-8b2a-924f83f7155c/5df66e18-d1d7-4cf4-b8b5-6a869407f672) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:46.295145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:46.364353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44686) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:46.382748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:46.385414 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:46.709839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Request body: {'port': {'device_id': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:46.771602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:46.826736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Transition to ACTIVE for port object 5df66e18-d1d7-4cf4-b8b5-6a869407f672 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:46.869529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:46.883439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8aaf7df6-db67-4966-a130-bd9f18bacc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:46.930046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Request body: {'port': {'device_id': '33ed74c9-239f-4b44-8737-3e08b5107061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:47.043357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:40Z', 'revision_number': 4, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '504e754c-3944-4ea5-98c7-3258626964dc', 'name': '', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'mac_address': 'fa:16:3e:fd:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:39Z', 'updated_at': '2021-07-14T08:43:41Z', 'revision_number': 2, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'subnets': [{'id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:47.052276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Checking router: a5485545-ff31-4d0b-a8bb-cfa8b290f93b for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:43:47.052680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Updating router a5485545-ff31-4d0b-a8bb-cfa8b290f93b port 504e754c-3944-4ea5-98c7-3258626964dc binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:43:47.111456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Network 130d594b-66f2-4196-8ea6-7d58724d597e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:47.114138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Pushing event updated for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:47.128181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.132091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:47.154044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:47.156478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:43:47.157000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.182022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-370671363-network', 'tenant_id': '157a43f5a5864e2f9d08be60ad01d023'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:47.284675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:47.355392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Usage tracker for resource:network and tenant:157a43f5a5864e2f9d08be60ad01d023 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:47.390276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.403368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:47.423728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.503728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.567479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:47.642913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-18145246-21a9-4760-adbb-c21b1e844c99 None None] Provisioning for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:47.664873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-18145246-21a9-4760-adbb-c21b1e844c99 None None] Provisioning complete for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:47.665391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18145246-21a9-4760-adbb-c21b1e844c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:47.795083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-18145246-21a9-4760-adbb-c21b1e844c99 None None] Port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:43:48.116966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.159004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Transition to ACTIVE for port object 504e754c-3944-4ea5-98c7-3258626964dc will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:48.176211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Made reservation on behalf of 157a43f5a5864e2f9d08be60ad01d023 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:48.182305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7fbba18f-b2f9-4323-8c56-7f192923c56d up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:48.182452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.186719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.202037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:48.206656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.298306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:48.308937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Usage tracker for resource:security_group_rule and tenant:157a43f5a5864e2f9d08be60ad01d023 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:48.318214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:48.334396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:48.429731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 7fbba18f-b2f9-4323-8c56-7f192923c56d completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:48.451143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 7fbba18f-b2f9-4323-8c56-7f192923c56d triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:48.451726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.514693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.578604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde808-43da-4731-812c-41479d938967 req-8d56f0ea-ed63-477f-85d4-27a8e806111e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:48.579549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2fde808-43da-4731-812c-41479d938967 req-8d56f0ea-ed63-477f-85d4-27a8e806111e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:48.618730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.645675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2fde808-43da-4731-812c-41479d938967 req-8d56f0ea-ed63-477f-85d4-27a8e806111e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:48.647046 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-8d56f0ea-ed63-477f-85d4-27a8e806111e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 819 time: 1.1237965 Jul 14 08:43:48.707963 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-1fae75bb-b856-472b-82fa-97fe457632c2 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/quotas/a52e0422c15c4267a4b88dfea0391228 HTTP/1.1" status: 200 len: 375 time: 0.0510345 Jul 14 08:43:48.714189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:48.743961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.744584 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Added segment c770fee4-0efa-47bb-93c1-c8c8005cf252 of type vlan for network da7cfc2e-8bf9-450c-afa2-eb18952d5a84 Jul 14 08:43:48.786676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.806867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.841078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44728) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:48.846312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 7fbba18f-b2f9-4323-8c56-7f192923c56d, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7fbba18f-b2f9-4323-8c56-7f192923c56d,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:43:48.851155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.852638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:48.855208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:48.877707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.902751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.913643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.915818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:48.916722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.920069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:48.940756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:49.001115 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6354997 Jul 14 08:43:49.002089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 44734) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:49.020230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Request body: {'subnet': {'network_id': 'da7cfc2e-8bf9-450c-afa2-eb18952d5a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-370671363-subnet', 'tenant_id': '157a43f5a5864e2f9d08be60ad01d023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:49.043492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=7fbba18f-b2f9-4323-8c56-7f192923c56d,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:49.066456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:49.097323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Pushing event updated for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:49.105337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20defe8b-1ff7-4705-b7f5-af9ce992fd62 req-e3d04db4-dbdc-4289-a9bc-90f93da5084e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:49.107530 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-20defe8b-1ff7-4705-b7f5-af9ce992fd62 req-e3d04db4-dbdc-4289-a9bc-90f93da5084e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 932 time: 1.6870673 Jul 14 08:43:49.113575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b88361-3e0c-42f1-bf2d-478c7f72d47f,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:49.127849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:49.154046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:49.162472 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Usage tracker for resource:subnet and tenant:157a43f5a5864e2f9d08be60ad01d023 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:49.168481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:49.175608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:49.191251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:49.197224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb2c3dde-ff24-423f-a891-271402cbee11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:49.235287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Pushing event updated for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:49.249838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:49.353767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Pushing event updated for resources: {'Network': ['ID=da7cfc2e-8bf9-450c-afa2-eb18952d5a84,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:49.358737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Attempting to bind port 504e754c-3944-4ea5-98c7-3258626964dc on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:49.359307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Attempting to bind port 504e754c-3944-4ea5-98c7-3258626964dc by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:49.360114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Attempting to bind port 504e754c-3944-4ea5-98c7-3258626964dc on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:49.363196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Made reservation on behalf of 157a43f5a5864e2f9d08be60ad01d023 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:49.365131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network da7cfc2e-8bf9-450c-afa2-eb18952d5a84 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:43:49.365317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2fde808-43da-4731-812c-41479d938967 req-242c1048-ab78-433c-a29f-d9cc55e18049 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:49.368987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.391272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:49.392775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Checking segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:49.395377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.395994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Bound using segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:49.396711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Bound port: 504e754c-3944-4ea5-98c7-3258626964dc, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:49.399458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.406135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:49.463548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.575150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53de287b-e99b-406c-a971-7713f9de2dce {{(pid=82036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:43:49.584431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.597361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2fde808-43da-4731-812c-41479d938967 req-242c1048-ab78-433c-a29f-d9cc55e18049 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:49.604642 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-242c1048-ab78-433c-a29f-d9cc55e18049 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8860185 Jul 14 08:43:49.621383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Transition to ACTIVE for port object 53de287b-e99b-406c-a971-7713f9de2dce will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:49.652656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.653946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] For port 504e754c-3944-4ea5-98c7-3258626964dc, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:49.658943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] For port 504e754c-3944-4ea5-98c7-3258626964dc, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=504e754c-3944-4ea5-98c7-3258626964dc,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:49.663705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:49.688754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:49.700300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Network 130d594b-66f2-4196-8ea6-7d58724d597e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:43:49.706664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:49.712559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:49.797173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Usage tracker for resource:security_group_rule and tenant:d7a4b3bf763d4903bf808c6e04e8adae is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:49.844574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:49.845488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:49.869885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-480b4a84-0a46-4dfa-85e6-2039889a7d1e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:49.879544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:50.078297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7fbba18f-b2f9-4323-8c56-7f192923c56d up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:50.102689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Pushing event updated for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=4']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:50.109787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:50.169396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:50.175909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:50.179638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-5a1ee7d5-cda1-43ca-bc5f-453f8798e890 service neutron] 10.222.0.46 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499876 Jul 14 08:43:50.344736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 7fbba18f-b2f9-4323-8c56-7f192923c56d triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:50.345371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.552486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-f102dc31-57a2-47b6-a44b-fe2744c363f8 None None] Provisioning complete for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:50.553640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f102dc31-57a2-47b6-a44b-fe2744c363f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.562727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Pushing event updated for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:50.568211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:50.632870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-f102dc31-57a2-47b6-a44b-fe2744c363f8 None None] Port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:43:50.658206 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-20defe8b-1ff7-4705-b7f5-af9ce992fd62 req-4bbdbd5b-1370-48dd-97b9-1c46d6b65788 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5310183 Jul 14 08:43:50.783830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Attempting to bind port 53de287b-e99b-406c-a971-7713f9de2dce on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:50.784563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Attempting to bind port 53de287b-e99b-406c-a971-7713f9de2dce by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:50.785443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Attempting to bind port 53de287b-e99b-406c-a971-7713f9de2dce on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:50.799270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Port 53de287b-e99b-406c-a971-7713f9de2dce on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:43:50.800015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Attempting to bind port 53de287b-e99b-406c-a971-7713f9de2dce on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:50.817456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.821228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-6d05edae-5aad-41b4-a2b0-e01e44ccbc41 service neutron] 10.222.0.46 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042845 Jul 14 08:43:50.827849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:50.828682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Checking segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:50.829574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Bound using segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:50.830236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Bound port: 53de287b-e99b-406c-a971-7713f9de2dce, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:50.830905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.862036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.865617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:50.897262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3b794cfc-6c52-49f8-9f15-cfc572271250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:51.059924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e5965-eb2a-4a0c-a40c-9fb85a4f9187,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:51.068443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:51.083093 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7a4b3bf763d4903bf808c6e04e8adae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2406189 Jul 14 08:43:51.084798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44746) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:51.113907 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:40Z', 'revision_number': 4, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '504e754c-3944-4ea5-98c7-3258626964dc', 'name': '', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'mac_address': 'fa:16:3e:fd:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:39Z', 'updated_at': '2021-07-14T08:43:49Z', 'revision_number': 4, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'subnets': [{'id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:51.125207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0208e-4348-4e12-8083-fab6c92ae6ff None None] The sync data for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb is: [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:43:40Z', 'revision_number': 4, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '504e754c-3944-4ea5-98c7-3258626964dc', 'name': '', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'mac_address': 'fa:16:3e:fd:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:39Z', 'updated_at': '2021-07-14T08:43:49Z', 'revision_number': 4, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'subnets': [{'id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:43:51.338261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:43:51.369564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:51.507884 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-535f66c7-4fed-44f9-8296-9ab1263b36c2 req-f56a855c-f820-4ed1-8678-a8c82ea5abd7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 210 time: 0.1394265 Jul 14 08:43:51.596207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:51.608503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 {{(pid=82036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:43:51.660808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:51.678392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-5f5c48c5-59a7-4c68-959f-a4bc1918ebb7 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:51.679156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-5f5c48c5-59a7-4c68-959f-a4bc1918ebb7 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Synchronizing usage tracker for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:51.713030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:51.760056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53de287b-e99b-406c-a971-7713f9de2dce,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:51.770738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:51.893005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:51.894393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-5f5c48c5-59a7-4c68-959f-a4bc1918ebb7 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Unset dirty status for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:51.902817 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-5f5c48c5-59a7-4c68-959f-a4bc1918ebb7 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 932 time: 0.8583605 Jul 14 08:43:52.004702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.014116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Transition to ACTIVE for port object 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:52.110317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-47ca4c56-18dd-46b5-9f9a-ce1905d86c8b tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Synchronizing usage tracker for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:52.126810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.156612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7244d8bb-13c4-4919-91eb-3cb20ef25b81,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:52.204790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 504e754c-3944-4ea5-98c7-3258626964dc up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:52.358057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 504e754c-3944-4ea5-98c7-3258626964dc completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:43:52.372260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 504e754c-3944-4ea5-98c7-3258626964dc triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:52.373132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.392377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Checking segment: {'id': 'c770fee4-0efa-47bb-93c1-c8c8005cf252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'da7cfc2e-8bf9-450c-afa2-eb18952d5a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:52.392377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Network hostable DHCP agents. Network: da7cfc2e-8bf9-450c-afa2-eb18952d5a84, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:43:52.439706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-47ca4c56-18dd-46b5-9f9a-ce1905d86c8b tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Unset dirty status for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:52.454454 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-efa07796-d3d6-4a51-a523-d4c39ebb2abb req-47ca4c56-18dd-46b5-9f9a-ce1905d86c8b tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501397 Jul 14 08:43:52.551443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:52.552106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.559s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:52.655212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.658361 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/53de287b-e99b-406c-a971-7713f9de2dce HTTP/1.1" status: 200 len: 1094 time: 6.4061904 Jul 14 08:43:52.659558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:43:52.689622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.752614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 504e754c-3944-4ea5-98c7-3258626964dc, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=504e754c-3944-4ea5-98c7-3258626964dc,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:43:52.758239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.760719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:52.810209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Pushing event updated for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:52.819300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Attempting to bind port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:52.819682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Attempting to bind port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '1684578e-4093-4e98-8233-165f2eff4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:52.820062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Attempting to bind port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 on network 48e8b037-17cc-4957-88b5-811787ac7a50 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:52.836368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 on network 48e8b037-17cc-4957-88b5-811787ac7a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:43:52.836718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Attempting to bind port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 on network 48e8b037-17cc-4957-88b5-811787ac7a50 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:52.838767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:52.846807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:52.921868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:52.929650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:52.931876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:52.932195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:52.936789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Network da7cfc2e-8bf9-450c-afa2-eb18952d5a84 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:43:52.954330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:52.954747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Checking segment: {'id': '1684578e-4093-4e98-8233-165f2eff4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:52.955178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Bound using segment: {'id': '1684578e-4093-4e98-8233-165f2eff4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:52.955800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Bound port: 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1684578e-4093-4e98-8233-165f2eff4b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:52.956204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:52.983506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:53.014299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716fef1-6b8c-44b3-aabe-c181d69a7e85 req-5766d780-69ba-44db-8148-da7252ee870f tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:53.016198 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4716fef1-6b8c-44b3-aabe-c181d69a7e85 req-5766d780-69ba-44db-8148-da7252ee870f tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 944 time: 0.7480850 Jul 14 08:43:53.027858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9f5e6dd8-db76-4bdd-a588-80bb5e5be5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:53.097851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4716fef1-6b8c-44b3-aabe-c181d69a7e85 req-c80745d1-d3ae-44ab-8fe3-88de7ff13cbf tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:43:53.111317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, da7cfc2e-8bf9-450c-afa2-eb18952d5a84) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:43:53.120104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d8a56-2f42-4652-aa8f-a40e077366ed None None] Network da7cfc2e-8bf9-450c-afa2-eb18952d5a84 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:53.159288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e5965-eb2a-4a0c-a40c-9fb85a4f9187,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:53.164882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4716fef1-6b8c-44b3-aabe-c181d69a7e85 req-c80745d1-d3ae-44ab-8fe3-88de7ff13cbf tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:43:53.177164 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4716fef1-6b8c-44b3-aabe-c181d69a7e85 req-c80745d1-d3ae-44ab-8fe3-88de7ff13cbf tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520908 Jul 14 08:43:53.185172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:53.208305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:53.217326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c9e5965-eb2a-4a0c-a40c-9fb85a4f9187 HTTP/1.1" status: 204 len: 168 time: 2.1315289 Jul 14 08:43:53.240215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:43:53.267564 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] 10.222.0.46 "PUT /v2.0/routers/a0db84be-4f47-49a4-ac72-0f5ba496cd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1953139 Jul 14 08:43:53.307072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:53.311848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,segment=NetworkSegment(1684578e-4093-4e98-8233-165f2eff4b29),segment_id=1684578e-4093-4e98-8233-165f2eff4b29)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:53.313882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:53.314337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:43:53.314967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:53.329717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:53.346047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6af6a6c4-6bb7-47ae-a77c-8008c38d56c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:53.447918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:53.459302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:53.492220 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4b0a2cf6-2bb3-4eba-bba3-66e79e54bed1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.4799671 Jul 14 08:43:53.506892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-fa60f7a5-53c7-4e7b-b879-cf0168d03e2d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:53.508769 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-fa60f7a5-53c7-4e7b-b879-cf0168d03e2d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 819 time: 0.7383056 Jul 14 08:43:53.515209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:53.517189 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] 10.222.0.13 "PUT /v2.0/ports/9bc47a49-8a6d-4520-b2c7-34018c2b40a5 HTTP/1.1" status: 200 len: 1094 time: 7.2727795 Jul 14 08:43:53.553292 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-a995d93f-4634-46e0-a956-8c36478953ce tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/quotas/a52e0422c15c4267a4b88dfea0391228 HTTP/1.1" status: 200 len: 375 time: 0.0346425 Jul 14 08:43:53.758122 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-694a946a-7f97-4232-ad84-c33fdfe8bb6f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2035010 Jul 14 08:43:53.810279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:53.812923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:53.900698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2992d9-6c4b-4411-9562-fe30bab2ba52 None None] Network da7cfc2e-8bf9-450c-afa2-eb18952d5a84 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:43:54.212523 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-04ecbd10-3c19-42da-b32c-057db0ea084a service neutron] 10.222.0.46 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440346 Jul 14 08:43:54.365635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 504e754c-3944-4ea5-98c7-3258626964dc up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:43:54.514217 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce', 'status': 'completed', 'code': 200} Jul 14 08:43:54.587395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:54.660244 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-f3643188-44e3-4241-b308-2d49f886315f service neutron] 10.222.0.46 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347548 Jul 14 08:43:54.926373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 504e754c-3944-4ea5-98c7-3258626964dc triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:43:54.926922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:55.046027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83965920-79cb-4a52-8a9c-c649e11d45ef req-16ca1256-a224-4eb2-ac8c-bbc8a49e55fc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:55.076409 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-83965920-79cb-4a52-8a9c-c649e11d45ef req-16ca1256-a224-4eb2-ac8c-bbc8a49e55fc tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 944 time: 0.1690800 Jul 14 08:43:55.201140 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-83965920-79cb-4a52-8a9c-c649e11d45ef req-f489c24f-259a-49a0-a7ae-8b23b06d4c9f tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226456 Jul 14 08:43:55.676992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01afea-861b-4d9c-8240-cea1f540ac49 req-42472785-2056-4b5e-8877-5180d6ae2eb3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:55.682395 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc01afea-861b-4d9c-8240-cea1f540ac49 req-42472785-2056-4b5e-8877-5180d6ae2eb3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 944 time: 0.2840736 Jul 14 08:43:55.866636 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc01afea-861b-4d9c-8240-cea1f540ac49 req-ae2deb47-ee5a-4e20-9190-31915f017214 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776242 Jul 14 08:43:56.093085 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-5ef719f0-6e58-4d9b-a70a-c884171907ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e1f278e9274e6494f60fc0df9d5ca9&device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 1097 time: 0.2308488 Jul 14 08:43:56.110836 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-545324ae-bb05-47a9-97b7-72380860c3c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 1097 time: 0.3334992 Jul 14 08:43:56.163665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 2, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:56.170428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:43:56.171115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Updating router a0db84be-4f47-49a4-ac72-0f5ba496cd0c port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:43:56.262753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:56.516005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:43:56.559511 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-226bb803-344a-42a2-b638-a1979f35b0c8 req-10ebe61b-34b0-424e-b73e-46ae6ed1c12f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 210 time: 0.1141496 Jul 14 08:43:56.719609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:56.723139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44924) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:56.730523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877173568', 'description': 'tempest-description--832379503'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:56.741949 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-6ab68679-82d8-4797-8454-194c87f55199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5 HTTP/1.1" status: 200 len: 217 time: 0.1946926 Jul 14 08:43:56.749468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:56.753930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:56.762129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:56.766311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Transition to ACTIVE for port object 5df66e18-d1d7-4cf4-b8b5-6a869407f672 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:43:56.768793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:56.786625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:56.799087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:56.839112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:56.908209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:56.912647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:56.916019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:56.939355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:57.069584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.071956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44936) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:57.072333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.13', 51928) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:57.092663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.227267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Pushing event updated for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:57.232827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-500c0bcb-6daa-47c0-97d7-139d5ad02669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:57.264154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:57.281687 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5', 'status': 'completed', 'code': 200} Jul 14 08:43:57.361994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-ed9911f2-3d09-41b1-9bce-7b85a2ad23aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:57.364103 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-ed9911f2-3d09-41b1-9bce-7b85a2ad23aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c36b64-3fda-44f1-92a5-63ed8ba003a7 HTTP/1.1" status: 200 len: 852 time: 0.0846965 Jul 14 08:43:57.374647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0a80-c768-47bb-b0f7-b1502cf7cbfb req-2740a182-6ca3-4ce7-acaa-8a686786465a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:57.391100 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-035d0a80-c768-47bb-b0f7-b1502cf7cbfb req-2740a182-6ca3-4ce7-acaa-8a686786465a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 944 time: 0.6285779 Jul 14 08:43:57.443764 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-dff2ef22-3150-463a-bae7-5f7a4076ed53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53de287b-e99b-406c-a971-7713f9de2dce HTTP/1.1" status: 200 len: 217 time: 0.8949430 Jul 14 08:43:57.451150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Attempting to bind port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:43:57.454233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Attempting to bind port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:43:57.454661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Attempting to bind port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:43:57.472821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:43:57.473243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Checking segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:43:57.476661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.477150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Bound using segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:43:57.477831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Bound port: 5df66e18-d1d7-4cf4-b8b5-6a869407f672, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:43:57.482549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.564668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85158a84-84cd-465d-b0f4-0284535ce744,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:57.570837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.575322 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8475227 Jul 14 08:43:57.575322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:57.576643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44952) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:57.590071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group_rule': {'security_group_id': '85158a84-84cd-465d-b0f4-0284535ce744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:57.616224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:57.632042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:57.660298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] For port 5df66e18-d1d7-4cf4-b8b5-6a869407f672, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:43:57.661141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:57.665656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] For port 5df66e18-d1d7-4cf4-b8b5-6a869407f672, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=5df66e18-d1d7-4cf4-b8b5-6a869407f672,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:43:57.683248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-7fdb9265-8d97-4d9f-811d-bf4985f338f9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:57.684809 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-7fdb9265-8d97-4d9f-811d-bf4985f338f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.1602530 Jul 14 08:43:57.690434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 44964) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:57.710557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.723131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:57.738001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:57.739191 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-035d0a80-c768-47bb-b0f7-b1502cf7cbfb req-8eaab92a-48e2-449e-8ffb-51f024ce9477 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347576 Jul 14 08:43:57.754422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-57990181-network', 'tenant_id': '02c7db77e3c7446287ad12650305f273'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:57.770342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde808-43da-4731-812c-41479d938967 req-18e16a03-5a3f-4e83-bf71-55a65bd8a95f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:57.775286 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-0b7e442c-4424-4e46-a8d5-4a3a1477a252 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e8b037-17cc-4957-88b5-811787ac7a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3343887 Jul 14 08:43:57.779352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-18e16a03-5a3f-4e83-bf71-55a65bd8a95f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 819 time: 0.6939385 Jul 14 08:43:57.793287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:57.803652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:57.829353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Request body: {'port': {'device_id': '907e96b1-06f0-459c-a404-dd33e4b46101', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'admin_state_up': True, 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:57.865346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Usage tracker for resource:network and tenant:02c7db77e3c7446287ad12650305f273 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:57.886351 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.13', 51931) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:57.904323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Pushing event updated for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:57.905023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:57.908262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:57.921358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:43:57.922093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:43:35Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:58.040511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:58.201651 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-27c23e95-3c41-4409-bc29-11534765926a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4988751 Jul 14 08:43:58.203825 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-caf994e5-b7a4-477f-abbd-c49e2bb21dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047828 Jul 14 08:43:58.321246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:43:58.416657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:58.427085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:58.477528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-4926d78b-6df6-40fc-bf98-ee39685d4d73 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:58.479297 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-4926d78b-6df6-40fc-bf98-ee39685d4d73 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 819 time: 0.5917606 Jul 14 08:43:58.488276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Made reservation on behalf of 02c7db77e3c7446287ad12650305f273 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:58.493433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:58.505571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dccc0b-db64-49a1-8512-4a1e0c55f987 req-f4b63b9e-1063-4896-a5c8-e17ca45718ec tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:58.510894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Made reservation on behalf of a52e0422c15c4267a4b88dfea0391228 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:58.515805 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18dccc0b-db64-49a1-8512-4a1e0c55f987 req-f4b63b9e-1063-4896-a5c8-e17ca45718ec tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 944 time: 1.2441137 Jul 14 08:43:58.516556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:58.539529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:58.579533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:58.685359 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18dccc0b-db64-49a1-8512-4a1e0c55f987 req-20e1aa66-41b7-468c-beb9-b96c6439d76d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685185 Jul 14 08:43:58.709938 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9543e3ed-691e-4414-929d-d92b6b821fc3 req-a614bc09-4b05-4d6c-a083-122ca70f2752 service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193530 Jul 14 08:43:58.719505 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-3d99811e-d555-4631-9757-0602187eac6d service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990003 Jul 14 08:43:58.776349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45000) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:58.777129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Request body: {'port': {'device_id': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'admin_state_up': True, 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:58.835168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:58.841591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Usage tracker for resource:security_group_rule and tenant:02c7db77e3c7446287ad12650305f273 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:58.845508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:58.852862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:58.891975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:57Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:43:58.896283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97358a7a-0b3b-43b7-ae4b-c5c4204bfb27 None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:43:57Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:43:58.937545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:58.953088 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be3d0003-289c-438c-b5a5-17c5de51e170 req-e4ca9e1b-3373-4951-81f7-1988c41afc56 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 210 time: 0.9066608 Jul 14 08:43:59.173527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:59.178276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Usage tracker for resource:port and tenant:a52e0422c15c4267a4b88dfea0391228 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:59.181578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:59.195647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.197209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:59.208293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:59.265958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:43:59.285749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.286151 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Added segment 65a9799a-c154-4719-ad26-185bf7c126be of type vlan for network 56717fe9-9eee-4068-be4d-9590b5fc702c Jul 14 08:43:59.287806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Usage tracker for resource:security_group_rule and tenant:ab068eee6b9b4db0a2fad84356cca005 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:59.313735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-afee65b7-a9ad-42ac-8daa-a8e710664fe1 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:59.314695 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0616efe0-e25f-479d-ad7d-14f8d2e44bd4 req-f638a454-df6c-4302-89d5-cdfdbc649ddd service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794947 Jul 14 08:43:59.357090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:59.359093 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-9137abec-0558-439f-9482-5746882f385c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e1f278e9274e6494f60fc0df9d5ca9&device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 1097 time: 0.5099273 Jul 14 08:43:59.361666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.379161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Allocated IP 172.20.0.14 (c01bff1d-c038-4e69-b8c5-e7c0809a0b7e/5b5d1d91-d201-4ed8-8921-683fc7bb5248/61a692b0-83ec-466f-ae79-826a7a6030a7) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:43:59.382848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:59.395653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb4fa7-d4ba-4ca1-8034-19355303477f,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:59.398378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a200a1-d039-4ad1-8e2d-80525e82d293 req-1cea0381-0902-49d6-a24a-25817535ceba tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:59.398954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:59.400075 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a9a200a1-d039-4ad1-8e2d-80525e82d293 req-1cea0381-0902-49d6-a24a-25817535ceba tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 944 time: 0.3660688 Jul 14 08:43:59.415497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Made reservation on behalf of a52e0422c15c4267a4b88dfea0391228 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:43:59.423176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.425696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:59.460265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.597910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448fe03-8a5a-4d62-8618-026a2536293d req-bd9cb89d-84f0-496b-a4c0-4f87f8916b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:59.599800 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-bd9cb89d-84f0-496b-a4c0-4f87f8916b1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=48e8b037-17cc-4957-88b5-811787ac7a50 HTTP/1.1" status: 200 len: 913 time: 0.1682060 Jul 14 08:43:59.602528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.635474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.641378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Usage tracker for resource:security_group_rule and tenant:9793d3fb57bc4eefb56e4a4f870fc46d is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:59.643277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:59.644540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:59.652272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:59.691041 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82cfe94-9564-4fc1-963e-50919e8c3da9,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:43:59.694464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:43:59.826976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.828302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2506335 Jul 14 08:43:59.839679 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-7d6558fb-300d-403e-a96e-817c21d51e52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5 HTTP/1.1" status: 200 len: 217 time: 0.1756110 Jul 14 08:43:59.844827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45026) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:43:59.862375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group_rule': {'security_group_id': '85158a84-84cd-465d-b0f4-0284535ce744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:43:59.871802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:43:59.876043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:43:59.879418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:43:59.886933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:43:59.965299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.973669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.980659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:59.981400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:43:59.990262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69c4ab74-4013-4cdb-8243-7d889a257ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:43:59.994623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448fe03-8a5a-4d62-8618-026a2536293d req-7a7e98f5-dd77-4e1d-a442-3dbf6f663280 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:43:59.996565 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-7a7e98f5-dd77-4e1d-a442-3dbf6f663280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c36b64-3fda-44f1-92a5-63ed8ba003a7 HTTP/1.1" status: 200 len: 852 time: 0.1475914 Jul 14 08:44:00.003925 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a9a200a1-d039-4ad1-8e2d-80525e82d293 req-67e4e20d-f44b-4511-8bee-d2fc9d9ad5ff tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738032 Jul 14 08:44:00.015220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.077124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.090684 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-9a6037c3-93cd-42a3-b2cd-6a8466606c25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e8b037-17cc-4957-88b5-811787ac7a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856996 Jul 14 08:44:00.096568 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3985949 Jul 14 08:44:00.105367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45034) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:00.152287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Request body: {'subnet': {'network_id': '56717fe9-9eee-4068-be4d-9590b5fc702c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-57990181-subnet', 'tenant_id': '02c7db77e3c7446287ad12650305f273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:00.176901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:00.199724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.204895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Usage tracker for resource:subnet and tenant:02c7db77e3c7446287ad12650305f273 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:00.207567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Pushing event updated for resources: {'Network': ['ID=56717fe9-9eee-4068-be4d-9590b5fc702c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:00.207901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:00.210673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:00.214822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:00.216169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:00.237030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 56717fe9-9eee-4068-be4d-9590b5fc702c details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:44:00.243967 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab068eee6b9b4db0a2fad84356cca005&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1603329 Jul 14 08:44:00.279900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45038) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:00.303919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ec74b-c182-4a4a-a469-bc517726304d req-5ac3ac2d-90c5-4723-87f3-4b4ac8773189 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:00.308713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Made reservation on behalf of 02c7db77e3c7446287ad12650305f273 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:00.312716 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e7ec74b-c182-4a4a-a469-bc517726304d req-5ac3ac2d-90c5-4723-87f3-4b4ac8773189 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 944 time: 0.4209659 Jul 14 08:44:00.313449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.330447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa578b4-e41d-4050-865a-6f4f829ccd6b,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:00.337298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:00.338595 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-7d214e7f-5415-472f-9459-1380f935aca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 1097 time: 0.7422974 Jul 14 08:44:00.353494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76ca6e9b-7080-4129-a4d8-df92853a368f req-3642d9bf-5375-4aba-aa06-a4f8cef0c3f9 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 210 time: 0.1925726 Jul 14 08:44:00.406841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 5df66e18-d1d7-4cf4-b8b5-6a869407f672 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:00.454288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Allocated IP 172.20.0.2 (c01bff1d-c038-4e69-b8c5-e7c0809a0b7e/5b5d1d91-d201-4ed8-8921-683fc7bb5248/c613c246-d245-4cc9-a245-8ccdb04468a8) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:00.466815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.488417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:00.495160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:00.495842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.504013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a04cfafc-157b-4773-a4f2-56ad4c051161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:00.580889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Pushing event updated for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:00.595498 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e7ec74b-c182-4a4a-a469-bc517726304d req-d305079b-3bb0-4f7b-913a-47362ab2341e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817788 Jul 14 08:44:00.599078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:00.616909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:00.631238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:00.632737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.639126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:00.643758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:00.644708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.677368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 5df66e18-d1d7-4cf4-b8b5-6a869407f672, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=5df66e18-d1d7-4cf4-b8b5-6a869407f672,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:00.684502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.686961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:00.702135 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8996322 Jul 14 08:44:00.722099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Request body: {'port': {'device_id': '907e96b1-06f0-459c-a404-dd33e4b46101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:00.760474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:00.767657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:00.798764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.884540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:00.885837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-e2f836a7-5543-48f5-b9bc-52ba035a4b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:00.887546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-e2f836a7-5543-48f5-b9bc-52ba035a4b6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 916 time: 0.5329878 Jul 14 08:44:00.986687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:01.068344 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-1faa138a-481a-4917-a51a-a37363dbaa25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53de287b-e99b-406c-a971-7713f9de2dce HTTP/1.1" status: 200 len: 217 time: 0.1581221 Jul 14 08:44:01.161333 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-abb57b9b-9306-4450-aa74-58c1fde56a15 service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0613451 Jul 14 08:44:01.170547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.184145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.207413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.239340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607eb7f3-f203-4cca-b6c6-a5d8d063703e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:01.284534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.306341 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9793d3fb57bc4eefb56e4a4f870fc46d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5158746 Jul 14 08:44:01.306449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45054) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:01.307154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:01.318128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.340818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:01.406677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.409302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac0c2d6-43b6-4fc7-8b48-194da2a21fc4,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:01.436791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:01.464461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:01.493595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-6f05459e-6a46-425c-97c4-aca4cdbba64c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:01.495890 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-6f05459e-6a46-425c-97c4-aca4cdbba64c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.4024992 Jul 14 08:44:01.534194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.544751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:01.594714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.599062 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7491102 Jul 14 08:44:01.617684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45060) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:01.628776 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:01.635628 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-8e63d4bf-37c1-4b8b-a8c9-0bd6a809f677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038976 Jul 14 08:44:01.641029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:01.648983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,segment=NetworkSegment(1684578e-4093-4e98-8233-165f2eff4b29),segment_id=1684578e-4093-4e98-8233-165f2eff4b29)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:01.665747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5', 'network_id': '48e8b037-17cc-4957-88b5-811787ac7a50', 'port_id': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5', 'mac_address': 'fa:16:3e:86:e8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c36b64-3fda-44f1-92a5-63ed8ba003a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:01.687515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Pushing event updated for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:01.690193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:01.691881 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:01.696596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:01.697432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.700856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:01.705172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:01.705854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.727752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.727963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:floatingip and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:01.748646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:01.754825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:01.766663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,segment=NetworkSegment(1684578e-4093-4e98-8233-165f2eff4b29),segment_id=1684578e-4093-4e98-8233-165f2eff4b29)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:01.769760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.772930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:01.775891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:01.779656 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8448fe03-8a5a-4d62-8618-026a2536293d req-b1ebd273-ed0c-4472-b0cb-abcee4b5a31b service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453982 Jul 14 08:44:01.782905 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2070186 Jul 14 08:44:01.785812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaff123-8116-4b1c-ba47-57f3379bbcae req-a3356467-5d2c-4fbf-9427-06e371917e7f tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:01.787374 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-beaff123-8116-4b1c-ba47-57f3379bbcae req-a3356467-5d2c-4fbf-9427-06e371917e7f tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 944 time: 0.6132438 Jul 14 08:44:01.795057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.842505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Request body: {'port': {'device_id': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:01.909705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-8c45ff71-7455-4df1-827a-99235b0e3215 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:01.910428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-8c45ff71-7455-4df1-827a-99235b0e3215 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:01.922455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.929768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.930544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.974020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-75da8b0b-2fd8-464f-99b3-9c3f0656a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:01.994097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-10eba4c4-5db5-480d-90b1-2588223e145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:01.995910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-8c45ff71-7455-4df1-827a-99235b0e3215 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:01.997360 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-8c45ff71-7455-4df1-827a-99235b0e3215 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 931 time: 0.4735641 Jul 14 08:44:02.011715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:02.015212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:02.069469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.070680 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5aa578b4-e41d-4050-865a-6f4f829ccd6b HTTP/1.1" status: 204 len: 168 time: 1.7367933 Jul 14 08:44:02.072833 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-ea63484c-94df-4e84-aa09-3f7e5339e765 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232306 Jul 14 08:44:02.088116 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-beaff123-8116-4b1c-ba47-57f3379bbcae req-0277c884-380d-42cd-a9ad-e6cb21bd8300 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290878 Jul 14 08:44:02.095735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.114894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:02.136219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.153011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a692b0-83ec-466f-ae79-826a7a6030a7 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:02.165600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['9bc47a49-8a6d-4520-b2c7-34018c2b40a5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:02.165835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607eb7f3-f203-4cca-b6c6-a5d8d063703e,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:02.175218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:02.177784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4032ef2-d7c9-4ddb-9caa-9086f5bd501b,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:02.177993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.193168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:02.193570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:02.238896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.242527 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e26fcb16-f3f4-4122-bf68-25452f8939ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/607eb7f3-f203-4cca-b6c6-a5d8d063703e HTTP/1.1" status: 204 len: 168 time: 0.9326584 Jul 14 08:44:02.242527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-dd8f8385-606a-48a2-8866-dc7ca847fead tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:02.344575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Transition to ACTIVE for port object 61a692b0-83ec-466f-ae79-826a7a6030a7 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:02.361374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 5df66e18-d1d7-4cf4-b8b5-6a869407f672 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:02.366821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-dd8f8385-606a-48a2-8866-dc7ca847fead tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:02.368134 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-344ebd6d-c01b-4303-a7a8-997ec11c645c req-dd8f8385-606a-48a2-8866-dc7ca847fead tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636374 Jul 14 08:44:02.374185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.408956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:02.560528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa578b4-e41d-4050-865a-6f4f829ccd6b,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:02.564260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:02.566995 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-941d0d4e-ceb8-418d-a848-537a8abc0d19 req-e0ca2133-abd1-49c7-8e5e-dce6f2b4bdb3 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779768 Jul 14 08:44:02.594294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Checking segment: {'id': '65a9799a-c154-4719-ad26-185bf7c126be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '56717fe9-9eee-4068-be4d-9590b5fc702c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:02.594974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Network hostable DHCP agents. Network: 56717fe9-9eee-4068-be4d-9590b5fc702c, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:44:02.660994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:02.661841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.671672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Network 56717fe9-9eee-4068-be4d-9590b5fc702c is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:44:02.702402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418bac0-4e23-4d28-a72e-137de0d8ab79 req-4eeff8e6-5013-4c9e-bab5-b42f3a0a2844 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:02.704302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d418bac0-4e23-4d28-a72e-137de0d8ab79 req-4eeff8e6-5013-4c9e-bab5-b42f3a0a2844 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 944 time: 0.2752922 Jul 14 08:44:02.706952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 56717fe9-9eee-4068-be4d-9590b5fc702c) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:02.709425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.735787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da1e5b2-75c1-4182-a846-a239aeb71ee2 None None] Network 56717fe9-9eee-4068-be4d-9590b5fc702c requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:02.752511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:02.753321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:02.877869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Pushing event updated for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:02.901734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:02.946616 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d418bac0-4e23-4d28-a72e-137de0d8ab79 req-440159a4-59cc-4cb3-ae3d-4849dbed9385 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888342 Jul 14 08:44:02.953139 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8465629 Jul 14 08:44:03.313457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b2182-8bcb-4be1-bcfe-76751c42a4c6 None None] Network 56717fe9-9eee-4068-be4d-9590b5fc702c requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:03.382777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45094) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:03.383586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45100) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:03.435798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Allocated IP 172.28.0.171 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/f7b339a8-88d7-44d5-bef7-bb35be7b38d3) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:03.444269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Attempting to bind port 61a692b0-83ec-466f-ae79-826a7a6030a7 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:03.456286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Attempting to bind port 61a692b0-83ec-466f-ae79-826a7a6030a7 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:03.456846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Attempting to bind port 61a692b0-83ec-466f-ae79-826a7a6030a7 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:03.477741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 53de287b-e99b-406c-a971-7713f9de2dce details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:03.543775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Port 61a692b0-83ec-466f-ae79-826a7a6030a7 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:03.544145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Attempting to bind port 61a692b0-83ec-466f-ae79-826a7a6030a7 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:03.606719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.613901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.649163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:03.649544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Checking segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:03.650119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Bound using segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:03.650651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Bound port: 61a692b0-83ec-466f-ae79-826a7a6030a7, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:03.651092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.687692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.720110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8452-c169-4ee4-bb91-483cf76af615 req-c083f588-e4fd-46b3-ab36-271b56740001 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:03.722590 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f81b8452-c169-4ee4-bb91-483cf76af615 req-c083f588-e4fd-46b3-ab36-271b56740001 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 931 time: 0.1532717 Jul 14 08:44:03.733718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Deleting subnet 7244d8bb-13c4-4919-91eb-3cb20ef25b81 {{(pid=82035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:44:03.761946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c613c246-d245-4cc9-a245-8ccdb04468a8 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:03.774940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.786293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.794035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:03.830838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.837848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:03.845602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:03.857801 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:03.866934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f81b8452-c169-4ee4-bb91-483cf76af615 req-6daada0b-033b-4d44-8f4d-b10e627085b4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342294 Jul 14 08:44:03.873774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:03.898769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Usage tracker for resource:security_group_rule and tenant:3eaba27e74c04205ac4fc69ee1263a72 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:03.902997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53de287b-e99b-406c-a971-7713f9de2dce,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:03.922252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:03.924357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '53de287b-e99b-406c-a971-7713f9de2dce', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'port_id': '53de287b-e99b-406c-a971-7713f9de2dce', 'mac_address': 'fa:16:3e:27:c5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b2cffc-ba24-47d6-8281-edc0533234a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:03.926638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Transition to ACTIVE for port object c613c246-d245-4cc9-a245-8ccdb04468a8 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:03.944024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b97b-80a6-4db1-b5d6-daa4ec96b5e2 req-c022ab6a-047b-413d-bd44-6dbe6fc6dfeb tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:03.945622 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c3c5b97b-80a6-4db1-b5d6-daa4ec96b5e2 req-c022ab6a-047b-413d-bd44-6dbe6fc6dfeb tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 945 time: 0.5607312 Jul 14 08:44:03.946583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:03.947647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=f7b339a8-88d7-44d5-bef7-bb35be7b38d3,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:03.952896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.956600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:03.959140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:03.993070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:03.996908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:04.027482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.044018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.076793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53de287b-e99b-406c-a971-7713f9de2dce {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:04.096458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.105267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53de287b-e99b-406c-a971-7713f9de2dce,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:04.115818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.118586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:04.199894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:04.211043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:04.273034 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.303227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61a692b0-83ec-466f-ae79-826a7a6030a7,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:04.334470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:04.345495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.362403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e97f0-b879-43d5-b85d-0b021ce319f2 req-a40fc205-dd93-4d96-bdcc-ca5a18dc7a3d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:04.364052 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8d2e97f0-b879-43d5-b85d-0b021ce319f2 req-a40fc205-dd93-4d96-bdcc-ca5a18dc7a3d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 945 time: 0.2146184 Jul 14 08:44:04.375777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:04.409002 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c3c5b97b-80a6-4db1-b5d6-daa4ec96b5e2 req-dcde1de4-e25f-4283-b337-d921288ac384 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491773 Jul 14 08:44:04.421486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:04.462706 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8d2e97f0-b879-43d5-b85d-0b021ce319f2 req-21678209-9d9c-452a-8ce1-c04230d8df57 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Jul 14 08:44:04.485569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8f971a32-4d9f-4480-a394-dfd26731a58b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:04.530450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c23e39fd-47ec-4a03-8f88-63b501e79c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.622220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.627884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.635354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.642505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:04.678836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.683197 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] 10.222.0.13 "PUT /v2.0/ports/61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 1094 time: 3.9650803 Jul 14 08:44:04.684017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:04.684317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.722130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=f7b339a8-88d7-44d5-bef7-bb35be7b38d3,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:04.738882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:04.754548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.758435 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1331694 Jul 14 08:44:04.907116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Attempting to bind port c613c246-d245-4cc9-a245-8ccdb04468a8 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:04.907507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Attempting to bind port c613c246-d245-4cc9-a245-8ccdb04468a8 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:04.907872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Attempting to bind port c613c246-d245-4cc9-a245-8ccdb04468a8 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:04.911356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Pushing event updated for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:04.919866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.925561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:04.935249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:04.951288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7434c42c-b455-40ca-927e-21beddf21430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:04.999398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7244d8bb-13c4-4919-91eb-3cb20ef25b81,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:05.001569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.004931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:05.007279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Port c613c246-d245-4cc9-a245-8ccdb04468a8 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:05.007654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Attempting to bind port c613c246-d245-4cc9-a245-8ccdb04468a8 on network c01bff1d-c038-4e69-b8c5-e7c0809a0b7e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:05.055317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:05.055895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Checking segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:05.056023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Bound using segment: {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:05.056548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Bound port: c613c246-d245-4cc9-a245-8ccdb04468a8, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953f3eda-9eb6-4a1f-8f73-10020f722d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:05.056939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.082434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ae5f8b5a-58c5-454d-b401-2113dfdc7a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:05.131304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3eaba27e74c04205ac4fc69ee1263a72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6555274 Jul 14 08:44:05.143785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45172) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:05.167875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.222252 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-d91aaa45-47a2-41e9-8bcf-c8b37264e3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1097 time: 0.4338117 Jul 14 08:44:05.222252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d0ed59-25db-41b1-9a46-02ef6775a626,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:05.269995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:05.274078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-f185217b-f666-460a-8d7c-8299a7b93985 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:05.281952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7244d8bb-13c4-4919-91eb-3cb20ef25b81 HTTP/1.1" status: 204 len: 168 time: 1.8038650 Jul 14 08:44:05.294198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ce7a-666e-450d-b06a-87a1e836740d req-20f11380-e1f8-4803-a2e5-edb18bdfd037 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:05.297155 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7ac2ce7a-666e-450d-b06a-87a1e836740d req-20f11380-e1f8-4803-a2e5-edb18bdfd037 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 943 time: 0.1959724 Jul 14 08:44:05.297861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45180) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:05.298598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.375573 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-e09b09e5-71a0-4f8e-898c-50506ebace4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.1044362 Jul 14 08:44:05.462828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-f185217b-f666-460a-8d7c-8299a7b93985 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:05.464401 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-f185217b-f666-460a-8d7c-8299a7b93985 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--877173568&fields=id&tenant_id=824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 267 time: 0.3830810 Jul 14 08:44:05.472216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:05.483004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:05.492169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.509798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.582139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:05.587605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:05.588240 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.657636 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7ac2ce7a-666e-450d-b06a-87a1e836740d req-8d9b6c39-ad7e-4567-b5d4-38c8f00d630d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538388 Jul 14 08:44:05.660338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-ef4a0c5c-6a9a-4988-b226-572793e1f220 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:05.662027 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-ef4a0c5c-6a9a-4988-b226-572793e1f220 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 811 time: 0.1840193 Jul 14 08:44:05.666123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c613c246-d245-4cc9-a245-8ccdb04468a8,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:05.670055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde808-43da-4731-812c-41479d938967 req-5e853c3f-8474-40e3-a32b-e2f32e998934 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:05.671855 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-5e853c3f-8474-40e3-a32b-e2f32e998934 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.2720723 Jul 14 08:44:05.675613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.686357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-a7e4ce67-e9f9-4dd3-948c-3b4a0995396b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/quotas/824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 375 time: 0.0134470 Jul 14 08:44:05.733075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:05.736374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.751742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.767502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.788193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0732a1fa-e2da-4b13-9a8d-dd8a7c0feca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:05.804475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:05.843955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.844358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.845191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.845561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > port after_create 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.846042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.846418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > port after_update 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.846778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.847239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.847597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.847952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.855011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.856723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c613c246-d245-4cc9-a245-8ccdb04468a8 HTTP/1.1" status: 200 len: 1093 time: 4.0282819 Jul 14 08:44:05.858967 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-e7988e73-5b3a-4500-9d78-2e8d1f2508c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716251 Jul 14 08:44:05.908409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,segment=NetworkSegment(1684578e-4093-4e98-8233-165f2eff4b29),segment_id=1684578e-4093-4e98-8233-165f2eff4b29)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:05.913289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.915434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 53de287b-e99b-406c-a971-7713f9de2dce up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:05.942342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.942685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.943088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.943468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82036) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:44:05.943860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7cfc2e-8bf9-450c-afa2-eb18952d5a84']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:05.955262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56ec9a04-aac4-4e29-8cf6-5210d340bd08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:05.959376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c770fee4-0efa-47bb-93c1-c8c8005cf252') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:05.959716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c770fee4-0efa-47bb-93c1-c8c8005cf252') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:05.974242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:05.996117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.005021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:44:06.005637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: (self, other), Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: (self, other), Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:44:06.110453 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:44:06.118592 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-4f131c7d-32c6-4b25-99f9-ae4fdecbad75 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349992 Jul 14 08:44:06.119386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.124776 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d0ed59-25db-41b1-9a46-02ef6775a626,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.127567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.132494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.133383 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97d0ed59-25db-41b1-9a46-02ef6775a626 HTTP/1.1" status: 204 len: 168 time: 0.9883263 Jul 14 08:44:06.135237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.154350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.167694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7', 'status': 'completed', 'code': 200} Jul 14 08:44:06.168115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:06.190266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-735a446b-a314-45d5-b73d-b50eeb9448b7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:06.199034 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.207133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 53de287b-e99b-406c-a971-7713f9de2dce completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:06.232273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.249082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 53de287b-e99b-406c-a971-7713f9de2dce triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:06.249691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.257235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7cfc2e-8bf9-450c-afa2-eb18952d5a84,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.271176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.276963 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] 10.222.0.46 "DELETE /v2.0/networks/da7cfc2e-8bf9-450c-afa2-eb18952d5a84 HTTP/1.1" status: 204 len: 168 time: 0.9758101 Jul 14 08:44:06.278049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45222) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:06.305095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-735a446b-a314-45d5-b73d-b50eeb9448b7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:06.306561 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-735a446b-a314-45d5-b73d-b50eeb9448b7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5745933 Jul 14 08:44:06.327605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.331292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.383149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Deleting subnet f4032ef2-d7c9-4ddb-9caa-9086f5bd501b {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:44:06.428577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.491711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.510280 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-928c9e08-c5d4-4060-839a-749df711a669 service neutron] 10.222.0.46 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747153 Jul 14 08:44:06.516129 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-ad19288e-2293-412a-bacf-129065f9a4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 1096 time: 0.4620371 Jul 14 08:44:06.548143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.574305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53de287b-e99b-406c-a971-7713f9de2dce,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:06.583313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.586486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:06.656489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e94de-27c7-4e5a-b09a-3dcfdab47cd6 req-d53d5d46-b28b-4704-ae25-6c932f16aa32 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:06.659720 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7d0e94de-27c7-4e5a-b09a-3dcfdab47cd6 req-d53d5d46-b28b-4704-ae25-6c932f16aa32 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.2704747 Jul 14 08:44:06.719648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.726549 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2fde808-43da-4731-812c-41479d938967 req-ffbff634-9ad9-4541-b7a7-7e6fe6b3ec32 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974948 Jul 14 08:44:06.733541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:44:06.736822 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-c67b1e62-a431-4b36-821c-4286f47d93bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c613c246-d245-4cc9-a245-8ccdb04468a8 HTTP/1.1" status: 200 len: 217 time: 0.1889734 Jul 14 08:44:06.772694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.777696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.796022 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7d0e94de-27c7-4e5a-b09a-3dcfdab47cd6 req-726e57b4-b036-43a0-8f95-7af349f0dbde tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298988 Jul 14 08:44:06.860657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.866715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:06.911516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4032ef2-d7c9-4ddb-9caa-9086f5bd501b,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:06.916456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:06.923071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:06.932200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f4032ef2-d7c9-4ddb-9caa-9086f5bd501b HTTP/1.1" status: 204 len: 168 time: 0.6505272 Jul 14 08:44:06.933604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45242) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:07.037670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45248) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:07.110295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.236864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-17728724-c855-463b-8cab-5fa1a8dc67d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:07.238593 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-17728724-c855-463b-8cab-5fa1a8dc67d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.4860401 Jul 14 08:44:07.250028 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-5cb9a572-a216-4f65-9733-0ce032b0aca1 service neutron] 10.222.0.46 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307336 Jul 14 08:44:07.391314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.395929 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-a174b014-f930-4e63-aeca-674cbe6d6957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298764 Jul 14 08:44:07.417084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56717fe9-9eee-4068-be4d-9590b5fc702c']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:07.460623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.498920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a9799a-c154-4719-ad26-185bf7c126be') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:07.499271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a9799a-c154-4719-ad26-185bf7c126be') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:07.548253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fa2f3-feb9-4e69-be57-8928a79bf5b0 req-405ca618-696e-491b-b5d6-8a3f53220410 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:07.549919 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-005fa2f3-feb9-4e69-be57-8928a79bf5b0 req-405ca618-696e-491b-b5d6-8a3f53220410 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.3790627 Jul 14 08:44:07.584826 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-67c0f63f-3041-45b4-b9b8-d8b36ebd9fee service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874933 Jul 14 08:44:07.598208 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-1c4c39dc-563c-4229-941f-2b8232e025df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1097 time: 0.7094994 Jul 14 08:44:07.611986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.639089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:07.653218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Usage tracker for resource:security_group_rule and tenant:7479502320464efcbc5c82405bcf136c is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:07.658565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.661131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:07.661569 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5', 'code': 200} Jul 14 08:44:07.674906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:07.713162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:44:07.714299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:07.773284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-f4b6b2fd-319c-469a-b216-51f1e644d025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:07.774958 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-f4b6b2fd-319c-469a-b216-51f1e644d025 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.1526649 Jul 14 08:44:07.954807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-ccdba697-0e7c-4cf0-ba11-d971f9b3818b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.1223562 Jul 14 08:44:08.154000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-34e2b414-1ed1-4eff-bc93-4e74168a9cf9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:08.155815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-34e2b414-1ed1-4eff-bc93-4e74168a9cf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.1413348 Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:44:08.168825 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:44:08.170709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde4b1-7512-4b6f-826b-b337f52b2579 req-4b77a1b6-60f7-4d5e-a141-f8ae0f09fa11 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:08.171203 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bfde4b1-7512-4b6f-826b-b337f52b2579 req-4b77a1b6-60f7-4d5e-a141-f8ae0f09fa11 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 943 time: 0.3914216 Jul 14 08:44:08.173356 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58fcfdef-3bb7-4270-bdb8-debc6ae18191 req-9acc065c-7c05-4000-896b-bc84a57fe668 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788155 Jul 14 08:44:08.175173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:08.263474 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-005fa2f3-feb9-4e69-be57-8928a79bf5b0 req-eeb42968-0df5-4c6a-a6f7-e8a66521d28f tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850791 Jul 14 08:44:08.298736 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-81a2ad47-a84c-49a8-abae-24fa430155ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243424 Jul 14 08:44:08.336292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:08.364622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9f888ef7-23e4-4389-b75d-2d3bce934232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:08.407213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:08.425049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Pushing event deleted for resources: {'Network': ['ID=56717fe9-9eee-4068-be4d-9590b5fc702c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:08.487065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:08.503479 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9e24825f-2dcf-4c25-80b7-a5cfc806f101 req-24c70d51-d6e2-451c-9b52-aafc4c671997 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 210 time: 0.0921187 Jul 14 08:44:08.505132 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56717fe9-9eee-4068-be4d-9590b5fc702c HTTP/1.1" status: 204 len: 168 time: 1.5704188 Jul 14 08:44:08.543647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:08.560975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:08.575417 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d26a53eb-b2eb-451c-a901-f01906676602 req-c30ac5e3-01bb-451f-a9c1-4358883123fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 1099 time: 0.3983686 Jul 14 08:44:08.595469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:08.660414 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bfde4b1-7512-4b6f-826b-b337f52b2579 req-a14685d5-b09a-4615-93d8-8eca64fb55ce tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803724 Jul 14 08:44:08.669135 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-8bf901ab-e74f-46fe-947d-54ef941c9a6f service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574471 Jul 14 08:44:08.729896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:08.749811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca092e-4c3e-4be5-971a-7e61057a8a7a,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:08.756918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:08.768045 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7479502320464efcbc5c82405bcf136c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7291796 Jul 14 08:44:08.775353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45322) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:08.881906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:08.911002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Usage tracker for resource:security_group_rule and tenant:0c8c2c8843214c8e943921b7d5142595 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:08.930955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:08.948811 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8', 'status': 'completed', 'code': 200} Jul 14 08:44:08.962254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:08.976147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45332) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:09.019658 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-963bcdf4-e13b-4a47-8f82-1ee6975a069c req-1feb6815-e2e5-4d32-857a-f8fedb73e8f7 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401864 Jul 14 08:44:09.053937 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-84c2b4ab-85de-406a-87d8-b0318a93ecbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 1096 time: 0.1098046 Jul 14 08:44:09.065827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bbce-0a64-4af1-a6aa-b722ace17cc1 req-a7d2166a-debb-45f4-805a-7b00f832408b tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:09.067575 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c15bbce-0a64-4af1-a6aa-b722ace17cc1 req-a7d2166a-debb-45f4-805a-7b00f832408b tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.2689800 Jul 14 08:44:09.077599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.158102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45338) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:09.175730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.207901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aac87-980e-462d-96e3-32ed11135d7c req-b6e7e893-c636-4fdf-8624-cfaed5460bbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:09.209509 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-b6e7e893-c636-4fdf-8624-cfaed5460bbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.1435254 Jul 14 08:44:09.214449 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-871da24a-0e3b-4440-b399-9059249040db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=157a43f5a5864e2f9d08be60ad01d023&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349133 Jul 14 08:44:09.217205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45344) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:09.234067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.246512 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c15bbce-0a64-4af1-a6aa-b722ace17cc1 req-b97034fb-db66-440c-a2b7-34f9540c4d5a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645381 Jul 14 08:44:09.249420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.271074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:09.309940 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d26a53eb-b2eb-451c-a901-f01906676602 req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245057 Jul 14 08:44:09.311490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd76a21-5de3-4439-90c3-65a4dddbc6cf,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:09.315094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:09.331694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-cd0cf840-4623-4b68-9011-b92b447dc4fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c613c246-d245-4cc9-a245-8ccdb04468a8 HTTP/1.1" status: 200 len: 217 time: 0.1116545 Jul 14 08:44:09.333642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.341424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:09.370756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca092e-4c3e-4be5-971a-7e61057a8a7a,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:09.387624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:09.390783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.412030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.413319 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0ca092e-4c3e-4be5-971a-7e61057a8a7a HTTP/1.1" status: 204 len: 168 time: 0.6191478 Jul 14 08:44:09.430852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.470035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.504566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:09.508637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Usage tracker for resource:security_group_rule and tenant:53d325f43fb54046bd9494eb1cb3922b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:09.511789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:09.516609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 61a692b0-83ec-466f-ae79-826a7a6030a7 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:09.518761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:09.563225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcc99-62b7-478d-9125-44f05c0f7948 req-3702aea9-8e00-4f24-9268-728e0c972f48 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:09.564979 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f86bcc99-62b7-478d-9125-44f05c0f7948 req-3702aea9-8e00-4f24-9268-728e0c972f48 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.1207228 Jul 14 08:44:09.566182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.573275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d1873204-8ec1-4e2c-b32d-3fb391e4322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:09.588267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.592612 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9b88361-3e0c-42f1-bf2d-478c7f72d47f HTTP/1.1" status: 204 len: 168 time: 0.3743067 Jul 14 08:44:09.592815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.600639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:09.612952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b88361-3e0c-42f1-bf2d-478c7f72d47f,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:09.617024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-71fd8297-8d42-49c0-ae9f-188e50926051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:09.618951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:09.663197 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f86bcc99-62b7-478d-9125-44f05c0f7948 req-e10fd365-7e6e-4524-96e9-e8507893d449 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773315 Jul 14 08:44:09.798483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aac87-980e-462d-96e3-32ed11135d7c req-1d844dc4-9ef9-4380-a91c-9603ee2c2f70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:09.800902 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-1d844dc4-9ef9-4380-a91c-9603ee2c2f70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.1367221 Jul 14 08:44:09.837615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:09.915998 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-8d411669-6176-4afb-9bc0-3c6db40c0a1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977588 Jul 14 08:44:09.962644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61a692b0-83ec-466f-ae79-826a7a6030a7,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:10.000354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '61a692b0-83ec-466f-ae79-826a7a6030a7', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'port_id': '61a692b0-83ec-466f-ae79-826a7a6030a7', 'mac_address': 'fa:16:3e:d4:e8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:10.152567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28a268-9dac-4b2d-bc42-9defe91bcbbe req-9251f8e2-84a6-4120-bf9c-1bfff1493873 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:10.160638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a28a268-9dac-4b2d-bc42-9defe91bcbbe req-9251f8e2-84a6-4120-bf9c-1bfff1493873 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 943 time: 0.2379022 Jul 14 08:44:10.163234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45370) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:10.163707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.201807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-02e50b52-44d4-49e2-97ec-5fb96ddef113 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:10.202609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-02e50b52-44d4-49e2-97ec-5fb96ddef113 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:network {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:10.203261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a692b0-83ec-466f-ae79-826a7a6030a7 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:10.208418 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53d325f43fb54046bd9494eb1cb3922b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0447550 Jul 14 08:44:10.214680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45376) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:10.223679 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-42f4ba49-8509-4d57-9599-68947e109f21 req-698dcc0d-01b5-42a0-81e2-09b444b41193 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 210 time: 0.4819593 Jul 14 08:44:10.226242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af6044-4c79-4a2e-b31d-e72e83ce1b75,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:10.235931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.246822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:10.268952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61a692b0-83ec-466f-ae79-826a7a6030a7,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:10.278188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.281230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e30276f-8ae4-4f2c-ae62-89a5c06bb83a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:10.305416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-02e50b52-44d4-49e2-97ec-5fb96ddef113 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:network {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:10.307087 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-02e50b52-44d4-49e2-97ec-5fb96ddef113 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 811 time: 0.6228817 Jul 14 08:44:10.308083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a28a268-9dac-4b2d-bc42-9defe91bcbbe req-4eb45a05-6053-4c80-b5fd-4568c17a1821 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456871 Jul 14 08:44:10.380127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce', 'code': 200} Jul 14 08:44:10.389988 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-f4229d94-3d9e-4f25-9c9b-c8cfaf4b44a9 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136276 Jul 14 08:44:10.408784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-822e513a-ee4a-479d-b7ac-ae0d30671872 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:10.409257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:10.413282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Usage tracker for resource:security_group_rule and tenant:8647df53652447dcbc41d8dd4ce34efe is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:10.416952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:10.424904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:10.439543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45382) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:10.440400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-822e513a-ee4a-479d-b7ac-ae0d30671872 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:10.453016 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-822e513a-ee4a-479d-b7ac-ae0d30671872 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 379 time: 0.1146638 Jul 14 08:44:10.465251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:10.475927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:10.476601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'port': {'device_id': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'admin_state_up': True, 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'security_groups': ['85158a84-84cd-465d-b0f4-0284535ce744']}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:10.515800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.635036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.662932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['61a692b0-83ec-466f-ae79-826a7a6030a7'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:10.670356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:10.705113 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0fe3eba5-aae2-4ac3-a1ae-cb01a3d9bdf5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02c7db77e3c7446287ad12650305f273&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2508509 Jul 14 08:44:10.709753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45394) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:10.754241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:10.793092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:10.822937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Made reservation on behalf of 824a366f8f7c4389a12f77b88b19950b for: {'port': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:10.830271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:10.859928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.004535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.036203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.067938 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f548acdd-0e07-4a48-b5f5-65f943f4e89c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:11.071247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:11.085971 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8647df53652447dcbc41d8dd4ce34efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9158390 Jul 14 08:44:11.105099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45400) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:11.132742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.137618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d18b3-80dc-40cb-a8e9-0f7f49dbc3fa req-045e4627-3789-4725-acaa-3faa968e639d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:11.139255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4d6d18b3-80dc-40cb-a8e9-0f7f49dbc3fa req-045e4627-3789-4725-acaa-3faa968e639d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.2808971 Jul 14 08:44:11.158567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10bdee-76a3-476b-b245-004cfe00ccda req-6617f9ff-561f-44a7-955a-526dfa6b2a8a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:11.160202 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3e10bdee-76a3-476b-b245-004cfe00ccda req-6617f9ff-561f-44a7-955a-526dfa6b2a8a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.6135275 Jul 14 08:44:11.174855 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-178aac87-980e-462d-96e3-32ed11135d7c req-613e1d03-adb7-4e37-9647-1d6fd1c61649 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536686 Jul 14 08:44:11.183957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.188425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Allocated IP 172.20.0.9 (130d594b-66f2-4196-8ea6-7d58724d597e/3098c4ca-eca5-4934-8b2a-924f83f7155c/7a6ec908-99fd-4af1-ba0f-4fc5447beffd) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:11.203788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:11.239749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb4fa7-d4ba-4ca1-8034-19355303477f,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:11.246574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:11.278169 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c3482c1d-0f08-41c4-b81a-e3b74b470389 req-b70c70a5-d264-4763-9d19-888c08ac972f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 1099 time: 0.3300638 Jul 14 08:44:11.283759 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4d6d18b3-80dc-40cb-a8e9-0f7f49dbc3fa req-0ab11319-3a33-40cd-a0a4-ba2b64545fba tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375723 Jul 14 08:44:11.304306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.308738 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42eb4fa7-d4ba-4ca1-8034-19355303477f HTTP/1.1" status: 204 len: 168 time: 0.5946515 Jul 14 08:44:11.346713 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c3482c1d-0f08-41c4-b81a-e3b74b470389 req-ea6c6532-a1ba-42e3-b830-4a41c7f1b652 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Jul 14 08:44:11.365687 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3e10bdee-76a3-476b-b245-004cfe00ccda req-8983e848-6edb-4c76-a27f-bf7e884bf95a tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976767 Jul 14 08:44:11.372295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.382856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.398114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6905262e-4ce5-4e8d-a526-08d971ec2416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:11.420439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af6044-4c79-4a2e-b31d-e72e83ce1b75,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:11.439729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:11.448848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.458442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.462777 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02af6044-4c79-4a2e-b31d-e72e83ce1b75 HTTP/1.1" status: 204 len: 168 time: 1.2443507 Jul 14 08:44:11.529245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device c613c246-d245-4cc9-a245-8ccdb04468a8 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:11.565218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.570971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:11.607082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f548acdd-0e07-4a48-b5f5-65f943f4e89c,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:11.613264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:11.670017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-20088de7-c6f5-42cf-a094-4b4a8cd3c7b3 req-916f9b02-7d8d-4f0e-b027-4d1d8db0c9e3 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:11.678452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.683640 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f548acdd-0e07-4a48-b5f5-65f943f4e89c HTTP/1.1" status: 204 len: 168 time: 0.5665138 Jul 14 08:44:11.752432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f856099-18f8-4d9a-8517-49da4f9ed89e req-2070eee4-38b5-47ea-928f-dafa70a32475 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:11.767250 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5f856099-18f8-4d9a-8517-49da4f9ed89e req-2070eee4-38b5-47ea-928f-dafa70a32475 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 943 time: 0.1481214 Jul 14 08:44:11.767515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.789370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Transition to ACTIVE for port object 7a6ec908-99fd-4af1-ba0f-4fc5447beffd will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:11.818424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:11.833920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-20088de7-c6f5-42cf-a094-4b4a8cd3c7b3 req-916f9b02-7d8d-4f0e-b027-4d1d8db0c9e3 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:11.835332 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-20088de7-c6f5-42cf-a094-4b4a8cd3c7b3 req-916f9b02-7d8d-4f0e-b027-4d1d8db0c9e3 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 210 time: 0.3731730 Jul 14 08:44:11.835963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:11.874919 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5f856099-18f8-4d9a-8517-49da4f9ed89e req-3d544591-7186-47f9-97eb-07d517f8a98c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061776 Jul 14 08:44:11.920704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:11.925595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:11.927589 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Network 130d594b-66f2-4196-8ea6-7d58724d597e is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:11.928784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:11.931584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:12.004792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c613c246-d245-4cc9-a245-8ccdb04468a8,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:12.022844 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:12.023533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:12.028937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': 'c613c246-d245-4cc9-a245-8ccdb04468a8', 'network_id': 'c01bff1d-c038-4e69-b8c5-e7c0809a0b7e', 'port_id': 'c613c246-d245-4cc9-a245-8ccdb04468a8', 'mac_address': 'fa:16:3e:60:09:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5d1d91-d201-4ed8-8921-683fc7bb5248', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:12.044948 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5726666 Jul 14 08:44:12.070709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Request body: {'port': {'device_id': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:12.131876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:12.166386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c613c246-d245-4cc9-a245-8ccdb04468a8 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:12.195457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c613c246-d245-4cc9-a245-8ccdb04468a8,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:12.208850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:12.211025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:12.283565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:12.336750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:12.340833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:12.544099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ce573b02-623d-4051-a20c-da9eb4b6b065 None None] Provisioning for port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:12.554990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ce573b02-623d-4051-a20c-da9eb4b6b065 None None] Provisioning complete for port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:12.556535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce573b02-623d-4051-a20c-da9eb4b6b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:12.657513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-ce573b02-623d-4051-a20c-da9eb4b6b065 None None] Port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:44:12.719545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['c613c246-d245-4cc9-a245-8ccdb04468a8'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:12.848260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e23805-5e0f-41a6-914b-2fd41a1e6cb3 req-85ccc403-f182-4434-b1a1-ba3fb145b353 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:12.855814 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e1e23805-5e0f-41a6-914b-2fd41a1e6cb3 req-85ccc403-f182-4434-b1a1-ba3fb145b353 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.1896901 Jul 14 08:44:12.948765 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e1e23805-5e0f-41a6-914b-2fd41a1e6cb3 req-0481d293-8f98-4262-873f-d1528dbf32ec tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917661 Jul 14 08:44:13.162044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d585d-99e8-4116-8e89-6373f5fb5d84 req-29185ddf-976c-48d4-8c2a-bcda596a1197 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:13.172120 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-846d585d-99e8-4116-8e89-6373f5fb5d84 req-29185ddf-976c-48d4-8c2a-bcda596a1197 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.6836872 Jul 14 08:44:13.203988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6ec908-99fd-4af1-ba0f-4fc5447beffd {{(pid=82036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:13.212371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:13.232937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Transition to ACTIVE for port object 7a6ec908-99fd-4af1-ba0f-4fc5447beffd will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:13.265422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:13.319060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:13.359353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119c3d-d240-4902-851c-d76129aec17f req-0d9ceebb-20b4-4faf-a9ef-9551a2880b50 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:13.368263 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d119c3d-d240-4902-851c-d76129aec17f req-0d9ceebb-20b4-4faf-a9ef-9551a2880b50 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 943 time: 0.1874602 Jul 14 08:44:13.433456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d119c3d-d240-4902-851c-d76129aec17f req-299affc2-73f1-416c-80f2-cb8aa3d4a690 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655096 Jul 14 08:44:13.529323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 61a692b0-83ec-466f-ae79-826a7a6030a7 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:13.700586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 61a692b0-83ec-466f-ae79-826a7a6030a7 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:13.708948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 61a692b0-83ec-466f-ae79-826a7a6030a7 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:13.709308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:13.855658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbf9e2-eb5f-4a4f-90b8-b9c74e4c818f req-d49ddc00-3119-416b-a5a9-d8dc3dcf68f7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:13.870675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-addbf9e2-eb5f-4a4f-90b8-b9c74e4c818f req-d49ddc00-3119-416b-a5a9-d8dc3dcf68f7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 944 time: 0.2460732 Jul 14 08:44:13.990889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:14.001066 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-addbf9e2-eb5f-4a4f-90b8-b9c74e4c818f req-39875f37-77de-44e2-a19d-709ea9a65186 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228113 Jul 14 08:44:14.010880 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-846d585d-99e8-4116-8e89-6373f5fb5d84 req-ae72df1e-a1ac-4bcc-b364-c7eb6ce4d992 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369050 Jul 14 08:44:14.060394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:14.081422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61a692b0-83ec-466f-ae79-826a7a6030a7,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:14.086814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:14.086955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:14.093665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-16bc3f5c-8896-471e-8810-c11b605417a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:14.100338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:14.180991 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7', 'code': 200} Jul 14 08:44:14.184413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:14.188146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:14.209223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Attempting to bind port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:14.209607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Attempting to bind port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:14.210091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Attempting to bind port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:14.217449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd on network 130d594b-66f2-4196-8ea6-7d58724d597e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:14.217813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Attempting to bind port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:14.225772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:14.226211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Checking segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:14.226840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Bound using segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:14.227365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Bound port: 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:14.227680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:14.357076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:14.365328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:14.371553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:14.396667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:14.446586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:14.448665 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] 10.222.0.13 "PUT /v2.0/ports/7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 1093 time: 2.3830957 Jul 14 08:44:14.449190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:14.492276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:14.497603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:14.587222 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7ea543ef-8f12-49bb-ae27-eb8a52b0777a req-9957a685-ec4c-47b7-9346-4f5cebd94b7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.1064084 Jul 14 08:44:14.612723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'status': 'completed', 'code': 200} Jul 14 08:44:14.656496 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7ea543ef-8f12-49bb-ae27-eb8a52b0777a req-a2e2728f-2c04-4fa1-91cc-09c3718ff191 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Jul 14 08:44:14.674474 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-e08cdbfd-6b45-44b0-81bf-e50ec914ee35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1096 time: 0.1131401 Jul 14 08:44:14.923431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa6f41-0b69-45d2-b9c5-1688dd78b2a6 req-9487e18b-f458-45cf-8845-13ab89763fdb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:14.930939 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45fa6f41-0b69-45d2-b9c5-1688dd78b2a6 req-9487e18b-f458-45cf-8845-13ab89763fdb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 943 time: 0.1132421 Jul 14 08:44:14.989592 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45fa6f41-0b69-45d2-b9c5-1688dd78b2a6 req-6a1b91c6-a375-469f-8e2b-db0a1e17aa15 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575974 Jul 14 08:44:15.085012 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-55f648fc-d5a0-4134-9244-7b76621f3b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 217 time: 0.0866737 Jul 14 08:44:15.182786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-b85629aa-9405-4215-a6e4-9d316898a2aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:15.185092 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-b85629aa-9405-4215-a6e4-9d316898a2aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0890176 Jul 14 08:44:15.250161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83ed1-00bb-4fec-bd24-fa54cf98a162 req-15d87344-b062-4e3d-b035-936e434033d1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:15.258323 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1a83ed1-00bb-4fec-bd24-fa54cf98a162 req-15d87344-b062-4e3d-b035-936e434033d1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 944 time: 0.0991042 Jul 14 08:44:15.326867 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1a83ed1-00bb-4fec-bd24-fa54cf98a162 req-a3cba5e7-39f0-44fd-a1c1-94e710455d34 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666206 Jul 14 08:44:15.351226 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-789f7584-331c-4c89-8f48-b2315a0feb14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1550589 Jul 14 08:44:15.521723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-04dd60e2-cdf6-4abb-86ed-abd1744e0b57 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564226 Jul 14 08:44:15.540411 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device c613c246-d245-4cc9-a245-8ccdb04468a8 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:15.635289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04dcc9-3fdc-4b4e-8072-97d54393df9c req-4ea8eb10-07b1-4cf6-9888-2a7ad10d97ad tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:15.637848 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9a04dcc9-3fdc-4b4e-8072-97d54393df9c req-4ea8eb10-07b1-4cf6-9888-2a7ad10d97ad tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.1862152 Jul 14 08:44:15.788184 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9a04dcc9-3fdc-4b4e-8072-97d54393df9c req-fd302921-13c9-4a74-ac93-8589b88bdbf7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430113 Jul 14 08:44:15.825172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port c613c246-d245-4cc9-a245-8ccdb04468a8 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:15.831874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port c613c246-d245-4cc9-a245-8ccdb04468a8 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:15.832609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:16.000744 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da4958e4-6cc1-4f88-a831-1fd578469d3d req-cadb204d-f30b-4623-80da-99320ae1ed00 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671016 Jul 14 08:44:16.126650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:16.174498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c613c246-d245-4cc9-a245-8ccdb04468a8,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:16.177903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:16.183581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:16.225747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:16.362288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:16.383111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:16.420916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a7feb-b25e-4889-979f-073bff8cfba4 req-9d04828e-bcde-4734-b8ae-df598dc23b59 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:16.431488 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5b3a7feb-b25e-4889-979f-073bff8cfba4 req-9d04828e-bcde-4734-b8ae-df598dc23b59 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 943 time: 0.2217965 Jul 14 08:44:16.464161 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8', 'code': 200} Jul 14 08:44:16.498968 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5b3a7feb-b25e-4889-979f-073bff8cfba4 req-d3666422-5d2b-4beb-a055-8a504a72bb14 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657842 Jul 14 08:44:16.561373 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-4d32dca5-08e5-48ea-a097-c387151d3104 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1096 time: 0.2776322 Jul 14 08:44:16.837741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-be1ee633-4ae3-4466-8596-e59e6a1433db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:16.840245 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-be1ee633-4ae3-4466-8596-e59e6a1433db service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.2457192 Jul 14 08:44:16.977465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1f04-3151-4f85-ac7e-a86e7e2a6a37 req-db48229e-79a9-4a38-8467-509f51b2a456 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:16.980042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2d5b1f04-3151-4f85-ac7e-a86e7e2a6a37 req-db48229e-79a9-4a38-8467-509f51b2a456 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1242158 Jul 14 08:44:17.033541 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2d5b1f04-3151-4f85-ac7e-a86e7e2a6a37 req-67d581bd-749c-490e-ad3b-66f01e2f563e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 Jul 14 08:44:17.112705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-97c57dce-64ea-4c54-b4df-111935d329ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 217 time: 0.0819943 Jul 14 08:44:17.181393 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7f419406-a94d-4899-99eb-56af6fb1a326 req-b464380f-cde6-4e90-8079-5c1ab5261574 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 1098 time: 0.1672802 Jul 14 08:44:17.225276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-a101dfca-aed7-4d8c-8be2-d471fc69cf36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:17.227322 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-a101dfca-aed7-4d8c-8be2-d471fc69cf36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0837708 Jul 14 08:44:17.279480 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7f419406-a94d-4899-99eb-56af6fb1a326 req-d73e290c-33b3-4986-b926-b75f4d52a6cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882630 Jul 14 08:44:17.358416 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-a5e1468a-73cf-4977-a92d-6c4e5d748633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1059582 Jul 14 08:44:17.721697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ded6-cacf-4d44-81fb-e16f8f03769c req-a2f2b610-5677-492d-9f7b-7ab0269b73e9 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:17.723498 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b731ded6-cacf-4d44-81fb-e16f8f03769c req-a2f2b610-5677-492d-9f7b-7ab0269b73e9 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 943 time: 0.0977228 Jul 14 08:44:17.789803 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b731ded6-cacf-4d44-81fb-e16f8f03769c req-048130dc-8e63-4ba9-8a7a-535de7f32639 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592084 Jul 14 08:44:17.840305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45636) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:17.909510 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-6953bd4c-16da-4b6e-99f5-87dd18586a9c service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542404 Jul 14 08:44:18.076443 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4f1e142-2f5e-4078-9ae3-4e88315f137e req-8d79d580-f3f7-4921-8961-36cdefc4969b service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591673 Jul 14 08:44:18.185287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.228336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:18.238524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Usage tracker for resource:security_group_rule and tenant:469ef5ea77f347a8b583e512a94c0227 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:18.241924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:18.250039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:18.331371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.335497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.344819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d9b0a-aad6-4bac-96e7-8e14ec65bd84 req-1ba154e5-6164-4e6c-a2d1-0c86157178c3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:18.347295 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d4d9b0a-aad6-4bac-96e7-8e14ec65bd84 req-1ba154e5-6164-4e6c-a2d1-0c86157178c3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1623759 Jul 14 08:44:18.378922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:18.390611 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=469ef5ea77f347a8b583e512a94c0227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5491176 Jul 14 08:44:18.393846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45656) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:18.421111 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d4d9b0a-aad6-4bac-96e7-8e14ec65bd84 req-99ba3518-6ed6-473b-a762-d1177b483ca4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639353 Jul 14 08:44:18.488708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48782360-3892-4f92-80c7-057079bcf8bf,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:18.501069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:18.528146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.570897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.636722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.644285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:18.660099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48782360-3892-4f92-80c7-057079bcf8bf,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:18.662677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:18.669093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:18.670319 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48782360-3892-4f92-80c7-057079bcf8bf HTTP/1.1" status: 204 len: 168 time: 0.2706645 Jul 14 08:44:18.687659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45678) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:19.093310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.095935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597c3c3-5118-46aa-8320-a806939c6b2c req-26cf1576-f397-43ff-9db8-487693ce6c36 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:19.097548 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4597c3c3-5118-46aa-8320-a806939c6b2c req-26cf1576-f397-43ff-9db8-487693ce6c36 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 943 time: 0.1162102 Jul 14 08:44:19.130734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:19.135634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:a42aabb508bb40b9a6efa717d0cb1a3b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:19.138973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:19.145390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:19.169561 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4597c3c3-5118-46aa-8320-a806939c6b2c req-ee914f06-bf44-4c99-8712-00bc5e878541 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634875 Jul 14 08:44:19.227520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45692) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:19.252035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.267899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.274976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.290728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:19.348771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:19.354853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Usage tracker for resource:security_group_rule and tenant:35599a5f38b64179975432ac8f507e21 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:19.359120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:19.366444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:19.374111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db251d-b05a-4a02-8fb1-0628a9d434c4,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:19.395711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:19.437297 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a42aabb508bb40b9a6efa717d0cb1a3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7475171 Jul 14 08:44:19.441085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45700) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:19.500364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.508261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.516662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:19.538570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.559592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 7a6ec908-99fd-4af1-ba0f-4fc5447beffd details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:19.563304 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0991f-ea9d-43a0-a974-c5dad7cfd3e0,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:19.584184 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35599a5f38b64179975432ac8f507e21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536465 Jul 14 08:44:19.584184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:19.585674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45706) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:19.614056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.670566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.708886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.717051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.729919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bd99a03f-5e41-4af3-8764-3775c9e8e540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:19.752965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:19.768893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'port_id': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'mac_address': 'fa:16:3e:c9:e8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:19.770437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db251d-b05a-4a02-8fb1-0628a9d434c4,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:19.773628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.777375 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0db251d-b05a-4a02-8fb1-0628a9d434c4 HTTP/1.1" status: 204 len: 168 time: 0.3313413 Jul 14 08:44:19.777375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:19.785594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.792968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d2bb9749-1d2f-48f6-8c75-3f386508ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:19.815785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0991f-ea9d-43a0-a974-c5dad7cfd3e0,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:19.829076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:19.831079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.837508 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86f0991f-ea9d-43a0-a974-c5dad7cfd3e0 HTTP/1.1" status: 204 len: 168 time: 0.2500393 Jul 14 08:44:19.843998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957931a6-5a94-4b2c-adb0-390bc70419e0 req-ecae182e-be99-472a-9ce4-ca61112dc26b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:19.845628 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-957931a6-5a94-4b2c-adb0-390bc70419e0 req-ecae182e-be99-472a-9ce4-ca61112dc26b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1789734 Jul 14 08:44:19.873256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.907418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6ec908-99fd-4af1-ba0f-4fc5447beffd {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:19.938416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:19.940335 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-957931a6-5a94-4b2c-adb0-390bc70419e0 req-fad9fe4c-9eb4-4f87-977d-bbb4789a9a54 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838087 Jul 14 08:44:19.949614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:19.952466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:20.061251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:20.065271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:20.530871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45744) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:20.541018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['7a6ec908-99fd-4af1-ba0f-4fc5447beffd'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:20.555320 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-5506e7ea-3b6a-47b6-b17f-e44090053e40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197128 Jul 14 08:44:20.570194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cae4b-fe19-4ec8-a26a-751f41f30275 req-02621959-4337-4189-b7ea-42a0f655d5a0 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:20.580384 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ae6cae4b-fe19-4ec8-a26a-751f41f30275 req-02621959-4337-4189-b7ea-42a0f655d5a0 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 944 time: 0.1901872 Jul 14 08:44:20.583852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:20.651857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafeec0-c9c6-458f-84fe-43ff3de07c5c req-576a2f96-117a-496e-8b82-1dcb7121c42e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:20.653166 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bcafeec0-c9c6-458f-84fe-43ff3de07c5c req-576a2f96-117a-496e-8b82-1dcb7121c42e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.2214184 Jul 14 08:44:20.656553 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-35366d64-cb92-419b-98ce-9a9826e9ecf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 1098 time: 0.2804143 Jul 14 08:44:20.722302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ae6cae4b-fe19-4ec8-a26a-751f41f30275 req-24f350ed-efdc-4a60-a1d6-72da0802fd16 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349504 Jul 14 08:44:20.937716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:20.950621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1efe1-d84e-43cf-8886-88de20757821 req-a10c412e-5eae-40e6-898d-13bd2ab50ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:20.952484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-a10c412e-5eae-40e6-898d-13bd2ab50ec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.2080641 Jul 14 08:44:20.962576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:20.982978 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-2c6cf4f9-f49f-420e-b848-e0e41879e64d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94e1f278e9274e6494f60fc0df9d5ca9&device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 1099 time: 0.1865339 Jul 14 08:44:21.039519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1c97bf118b9b4fdd8e2d502f67349f1d is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:21.045789 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bcafeec0-c9c6-458f-84fe-43ff3de07c5c req-a5be9094-498b-4bde-bbcf-52fffd60c8ab tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815067 Jul 14 08:44:21.046543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:21.066974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:21.071910 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-1ffab96f-3d24-4416-bfdc-6951eee63075 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c613c246-d245-4cc9-a245-8ccdb04468a8 HTTP/1.1" status: 200 len: 217 time: 0.1027853 Jul 14 08:44:21.219048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-ee57893e-d6da-40ad-a6b4-d299c55fad26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:21.220654 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-ee57893e-d6da-40ad-a6b4-d299c55fad26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48e8b037-17cc-4957-88b5-811787ac7a50 HTTP/1.1" status: 200 len: 913 time: 0.1963933 Jul 14 08:44:21.308490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1efe1-d84e-43cf-8886-88de20757821 req-91da7983-d13c-4112-b9ef-e0fc4a850cab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:21.311831 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-91da7983-d13c-4112-b9ef-e0fc4a850cab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.2105145 Jul 14 08:44:21.336766 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-d4fadc42-10d7-4e78-be48-7cebbb508d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5 HTTP/1.1" status: 200 len: 217 time: 0.1083562 Jul 14 08:44:21.397371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:21.410487 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:21.421791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:21.431214 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-0727b2bb-cf00-4e2d-8090-7b22289423b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958395 Jul 14 08:44:21.477466 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c97bf118b9b4fdd8e2d502f67349f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9422963 Jul 14 08:44:21.478599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45786) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:21.550832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-70499ae1-8611-44f3-9627-4e4373715f7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:21.553286 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-70499ae1-8611-44f3-9627-4e4373715f7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64c36b64-3fda-44f1-92a5-63ed8ba003a7 HTTP/1.1" status: 200 len: 852 time: 0.2020824 Jul 14 08:44:21.583009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45794) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:21.637544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4804b1-faee-4a4e-b4af-b3cd3c6191d7,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:21.642749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:21.757637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:21.777304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-24d21115-edaf-430d-b39e-9042696e78d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48e8b037-17cc-4957-88b5-811787ac7a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051702 Jul 14 08:44:22.032541 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-8efbd36a-e264-43d3-87c2-3ad1524fa367 service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392192 Jul 14 08:44:22.035064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45804) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:22.075874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.137395 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-9a9c4181-dfd7-42da-ae74-b8e95031e0b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571136 Jul 14 08:44:22.163258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.236526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408fa1c-ec3d-4ba7-903d-68a3e97a727a req-ff0da2a2-6973-49a2-a1c0-035c07a700f4 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:22.244184 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1408fa1c-ec3d-4ba7-903d-68a3e97a727a req-ff0da2a2-6973-49a2-a1c0-035c07a700f4 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.4966996 Jul 14 08:44:22.288611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1344327774-network', 'tenant_id': '38f207f5273f45c687c38326066f1865'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:22.306951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:22.312626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Usage tracker for resource:network and tenant:38f207f5273f45c687c38326066f1865 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:22.315904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:22.322212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:22.340498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Made reservation on behalf of 38f207f5273f45c687c38326066f1865 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:22.349104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.353318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.363245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6972e0c5-0f2c-4288-9d26-cfdfb151912d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:22.403934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23f1efe1-d84e-43cf-8886-88de20757821 req-fc3f6c6a-f356-4e8c-a011-b5fe4817cc4b service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569754 Jul 14 08:44:22.406595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4804b1-faee-4a4e-b4af-b3cd3c6191d7,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:22.411007 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9bae5e85-2b76-467a-8838-c2f922687da4 req-546cb36f-5d35-4872-b09f-f97f1b2b086a service neutron] 10.222.0.13 "GET /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085020 Jul 14 08:44:22.413012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:22.415017 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1408fa1c-ec3d-4ba7-903d-68a3e97a727a req-98b0841e-7fc4-4f53-ad9d-0c8cd512a836 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693575 Jul 14 08:44:22.415958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:22.416960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.418077 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f4804b1-faee-4a4e-b4af-b3cd3c6191d7 HTTP/1.1" status: 204 len: 168 time: 0.9339588 Jul 14 08:44:22.425626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.469692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:22.475018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:38f207f5273f45c687c38326066f1865 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:22.478412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:22.484815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:22.512369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Usage tracker for resource:security_group_rule and tenant:cc40ac0b558f46f0b71d8030ff7f5e63 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:22.517242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:22.540989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:22.583499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95740c1f-e621-4b49-94d8-9233fc87f09c req-38b49a46-4275-4373-9fa9-70b38f20c900 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:22.585623 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95740c1f-e621-4b49-94d8-9233fc87f09c req-38b49a46-4275-4373-9fa9-70b38f20c900 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 944 time: 0.5518665 Jul 14 08:44:22.662111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.673955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.683654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:22.724909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:22.732633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:22.747252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be322-52b1-4e5d-bdf1-e7ce8fa92d80 req-a882059f-755f-4df4-9cd8-b2d8481f7edb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:22.752694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-271be322-52b1-4e5d-bdf1-e7ce8fa92d80 req-a882059f-755f-4df4-9cd8-b2d8481f7edb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1700449 Jul 14 08:44:22.774594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:44:22.801682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.802081 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Added segment db327d7e-5f33-4323-b5b0-4cbcd1b1074b of type vlan for network f220f7dd-7ac2-484d-96c5-fd0d808cff25 Jul 14 08:44:22.815196 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-271be322-52b1-4e5d-bdf1-e7ce8fa92d80 req-3948e85e-1db4-40b2-8fcb-68375083bdda tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561771 Jul 14 08:44:22.826214 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95740c1f-e621-4b49-94d8-9233fc87f09c req-9335fefb-c5b9-41d6-a759-0187a6f468f4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191350 Jul 14 08:44:22.886266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.891620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.896379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.906632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:22.972066 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc40ac0b558f46f0b71d8030ff7f5e63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3877373 Jul 14 08:44:22.973065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142dd898-9764-416b-b031-4cc46a448727,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:22.974910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45842) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:22.989445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:22.991199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:22.993225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:22.993958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.001080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:23.101471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.149714 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1109407 Jul 14 08:44:23.149714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=f220f7dd-7ac2-484d-96c5-fd0d808cff25,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:23.150162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 45860) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:23.157399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Request body: {'subnet': {'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1344327774-subnet', 'tenant_id': '38f207f5273f45c687c38326066f1865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:23.162826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:23.163292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network f220f7dd-7ac2-484d-96c5-fd0d808cff25 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:44:23.164102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:23.169166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Usage tracker for resource:subnet and tenant:38f207f5273f45c687c38326066f1865 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:23.172270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:23.185945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.213934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:23.268609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.275192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:23.291980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142dd898-9764-416b-b031-4cc46a448727,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:23.301269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:23.304891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.306327 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/142dd898-9764-416b-b031-4cc46a448727 HTTP/1.1" status: 204 len: 168 time: 0.3303711 Jul 14 08:44:23.352650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Made reservation on behalf of 38f207f5273f45c687c38326066f1865 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:23.358748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.599768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 7a6ec908-99fd-4af1-ba0f-4fc5447beffd up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:23.705859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-68809d2f-426c-4f2a-958b-1032351c49f7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:23.706765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-68809d2f-426c-4f2a-958b-1032351c49f7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:23.736146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:23.744705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:23.747037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.749488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35f596-560c-49fe-a208-66f0ad5ab18d req-17303669-017d-43d9-892a-c65560d0fd6f tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:23.761670 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bf35f596-560c-49fe-a208-66f0ad5ab18d req-17303669-017d-43d9-892a-c65560d0fd6f tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.1452446 Jul 14 08:44:23.800533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-68809d2f-426c-4f2a-958b-1032351c49f7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:23.807918 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-68809d2f-426c-4f2a-958b-1032351c49f7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.6313000 Jul 14 08:44:23.831465 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bf35f596-560c-49fe-a208-66f0ad5ab18d req-49b14c7e-645b-44cd-916c-8655e15340f4 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687571 Jul 14 08:44:23.840948 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-1d99f6d8-89a6-4fa5-adeb-6682a15026f4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/quotas/2bbe4ea837b843adaaa02b888b114cb3 HTTP/1.1" status: 200 len: 375 time: 0.0323057 Jul 14 08:44:23.934549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.950632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:23.957518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2595cf6c-5d0f-42f9-b571-e331ac3c1fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:23.989473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:23.990584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:23.998242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.000287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:24.061361 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-bc94e1bb-0532-4835-98ee-4e209f342401 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192922 Jul 14 08:44:24.068804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea652c-54c7-4db7-8e89-ea7887674ae0 req-72ff145c-7341-4a48-8bde-f3a06a4877c2 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:24.078301 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6ea652c-54c7-4db7-8e89-ea7887674ae0 req-72ff145c-7341-4a48-8bde-f3a06a4877c2 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0972774 Jul 14 08:44:24.094342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:24.097592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45886) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:24.099326 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:24.117114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6fe3ef-2c00-4231-aa2e-109fc42afa43,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:24.133659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.137852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:24.141295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Checking segment: {'id': 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:24.141691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Network hostable DHCP agents. Network: f220f7dd-7ac2-484d-96c5-fd0d808cff25, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:44:24.191996 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6ea652c-54c7-4db7-8e89-ea7887674ae0 req-c00bb7e4-f36e-4e70-a258-b6e54c0a8312 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126342 Jul 14 08:44:24.212876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:24.222043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2e55cad3d54734b0e326bb31050b0a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:24.228133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:24.243342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:24.248204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Network f220f7dd-7ac2-484d-96c5-fd0d808cff25 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:44:24.282258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, f220f7dd-7ac2-484d-96c5-fd0d808cff25) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:24.302603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28c490-fce1-4714-ba2e-0b9e0aeb9a39 None None] Network f220f7dd-7ac2-484d-96c5-fd0d808cff25 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:24.327194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:24.328039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.343961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.347344 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-62b11e41-b51f-4836-8803-81dbc0c10394 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851412 Jul 14 08:44:24.355273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.367136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:24.449049 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ef7fbaa3-cf3e-447b-85a7-ecc627ef477e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2965403 Jul 14 08:44:24.504156 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb2e55cad3d54734b0e326bb31050b0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4032176 Jul 14 08:44:24.517430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d8a3ea-cd47-4787-b939-0301b80f84df,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:24.520142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45902) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:24.531208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:24.632833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.644257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8ebc-43d3-4ce4-a90b-fad8206f44d9 req-e2a4e97b-4a95-4fec-aa30-6b891b470ddc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:24.646134 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-425e8ebc-43d3-4ce4-a90b-fad8206f44d9 req-e2a4e97b-4a95-4fec-aa30-6b891b470ddc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.2600989 Jul 14 08:44:24.664761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31823afb-58e3-4504-9049-d72ca6d274f1 None None] Network f220f7dd-7ac2-484d-96c5-fd0d808cff25 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:24.716989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.737276 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-425e8ebc-43d3-4ce4-a90b-fad8206f44d9 req-6979b9a0-ddf3-495e-a07c-93cd596fc668 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819263 Jul 14 08:44:24.800467 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-e560e997-8eed-4aba-9aad-b319d458e20b service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464147 Jul 14 08:44:24.860532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.867732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4251141c-199a-4494-9c67-180dbae0f1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:24.867821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-ca71390f-7e55-4d22-bdc3-fc070276d7e5 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:24.868933 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-ca71390f-7e55-4d22-bdc3-fc070276d7e5 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.13 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.2417595 Jul 14 08:44:24.901629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d8a3ea-cd47-4787-b939-0301b80f84df,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:24.924843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:24.936204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:24.939865 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5d8a3ea-cd47-4787-b939-0301b80f84df HTTP/1.1" status: 204 len: 168 time: 0.4154801 Jul 14 08:44:24.941870 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'code': 200} Jul 14 08:44:25.224749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da3e43ee-6916-4ae8-9aaf-c886eaa7fb73 req-180ae504-5c18-4db3-8244-57929b4d13ec tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 210 time: 0.1454906 Jul 14 08:44:25.240496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f78c7-17db-4924-b9e6-f680e36678dc req-bd56671a-7822-4be6-8013-229b77dfb127 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:25.255422 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ce7f78c7-17db-4924-b9e6-f680e36678dc req-bd56671a-7822-4be6-8013-229b77dfb127 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 946 time: 0.1832898 Jul 14 08:44:25.284699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Deleting port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:44:25.285111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:25.477928 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ce7f78c7-17db-4924-b9e6-f680e36678dc req-669dcdbb-728c-4706-aac1-e3d407a0eedd tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/security-groups?id=e24dd2ab-fe0c-4007-be90-47f936644a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214270 Jul 14 08:44:25.535876 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8202399f-b451-4713-bc3f-5f4af838d888 req-b8a2f2cd-b4f5-4d1e-88ea-87595e1a7d3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1098 time: 0.1660206 Jul 14 08:44:25.623273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8202399f-b451-4713-bc3f-5f4af838d888 req-e2089ae3-ea08-415a-8407-6e668e1eddf4 service neutron] Synchronizing usage tracker for tenant:0c8c2c8843214c8e943921b7d5142595 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:25.654982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8202399f-b451-4713-bc3f-5f4af838d888 req-e2089ae3-ea08-415a-8407-6e668e1eddf4 service neutron] Unset dirty status for tenant:0c8c2c8843214c8e943921b7d5142595 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:25.657011 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8202399f-b451-4713-bc3f-5f4af838d888 req-e2089ae3-ea08-415a-8407-6e668e1eddf4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102719 Jul 14 08:44:25.797615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd1655-d130-4677-9b6c-eb88c55ba442 req-bb37e0c3-d9ea-4919-8b87-1d8299dfde7b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:25.800171 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78bd1655-d130-4677-9b6c-eb88c55ba442 req-bb37e0c3-d9ea-4919-8b87-1d8299dfde7b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2386675 Jul 14 08:44:25.866519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] For port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,segment=NetworkSegment(1684578e-4093-4e98-8233-165f2eff4b29),segment_id=1684578e-4093-4e98-8233-165f2eff4b29)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:25.867269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:25.977429 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78bd1655-d130-4677-9b6c-eb88c55ba442 req-c52b35b6-2fcd-47a8-9ff2-10715dce53ad tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700873 Jul 14 08:44:26.011695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7663bb-cd2a-466b-9c73-a41c0af16811 req-2eef8bec-7e1f-453c-bc50-46ae8c237901 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:26.013765 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd7663bb-cd2a-466b-9c73-a41c0af16811 req-2eef8bec-7e1f-453c-bc50-46ae8c237901 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1233153 Jul 14 08:44:26.049273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Calling delete_port for 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:44:26.083413 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd7663bb-cd2a-466b-9c73-a41c0af16811 req-c61abde6-d107-4bde-8738-b9578f0fca3a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620942 Jul 14 08:44:26.287392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:26.302840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:26.348608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['9bc47a49-8a6d-4520-b2c7-34018c2b40a5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:26.445644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Pushing event deleted for resources: {'Port': ['ID=9bc47a49-8a6d-4520-b2c7-34018c2b40a5,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:26.452172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:26.457573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] No DVR routers for this DVR port 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:44:26.461426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:26.474505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'name': 'network-vif-deleted', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:26.482683 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c6e3496-cd18-48e6-b044-164b65c9b673 req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.13 "DELETE /v2.0/ports/9bc47a49-8a6d-4520-b2c7-34018c2b40a5 HTTP/1.1" status: 204 len: 173 time: 1.5996399 Jul 14 08:44:26.558928 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fad133e6-5a89-43e3-9a95-e46732649478 req-ea960685-92f0-44a7-af3d-d42fb35ef00c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 210 time: 0.0591094 Jul 14 08:44:26.603399 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881180e6-1ffe-4f98-8bea-97f9e17edb6d', 'name': 'network-vif-deleted', 'tag': '9bc47a49-8a6d-4520-b2c7-34018c2b40a5', 'status': 'completed', 'code': 200} Jul 14 08:44:26.782470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e5c5ab27-18ea-4588-9916-836f832ddb50 req-4ca1a31d-f9de-4796-848d-ba34c1f09785 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Synchronizing usage tracker for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:26.799793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e5c5ab27-18ea-4588-9916-836f832ddb50 req-4ca1a31d-f9de-4796-848d-ba34c1f09785 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Unset dirty status for tenant:94e1f278e9274e6494f60fc0df9d5ca9 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:26.801202 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e5c5ab27-18ea-4588-9916-836f832ddb50 req-4ca1a31d-f9de-4796-848d-ba34c1f09785 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.0669320 Jul 14 08:44:26.819108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 45986) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:26.825963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733513857-network', 'tenant_id': '31782fe3ac674238a24dee2e2abbc548'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:26.831625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:26.835667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Usage tracker for resource:network and tenant:31782fe3ac674238a24dee2e2abbc548 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:26.839447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:26.845553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:26.857668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Made reservation on behalf of 31782fe3ac674238a24dee2e2abbc548 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:26.862687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:26.877660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:26.914350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:26.919375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Usage tracker for resource:security_group_rule and tenant:31782fe3ac674238a24dee2e2abbc548 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:26.922422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:26.928570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:26.998537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.001454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.005569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:27.037310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:44:27.050829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffaaefb-a631-4a7a-a556-dfa52c187997,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:27.055392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:27.056290 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.056675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Added segment f9d6765d-4ae6-4bde-8efd-ac86ac17da84 of type vlan for network 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a Jul 14 08:44:27.086662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.139516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.140958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:27.141607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.164104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c1f7dde4-8d68-4d3a-a390-5e2a72c6dad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:27.237108 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4168055 Jul 14 08:44:27.242088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46000) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:27.264663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Request body: {'subnet': {'network_id': '3d2f0ea5-e6ed-4c51-ba57-1374a305e79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733513857-subnet', 'tenant_id': '31782fe3ac674238a24dee2e2abbc548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:27.269898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:27.280273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Usage tracker for resource:subnet and tenant:31782fe3ac674238a24dee2e2abbc548 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:27.285611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:27.300413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:27.317576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Made reservation on behalf of 31782fe3ac674238a24dee2e2abbc548 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:27.329615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:27.490533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Pushing event updated for resources: {'Network': ['ID=3d2f0ea5-e6ed-4c51-ba57-1374a305e79a,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:27.494989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:27.510582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:44:27.564090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c71f-67ea-4c41-953c-6df8bc6566b5 req-38099d42-5c64-4559-aee2-1b51184d976f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:27.564801 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbc812-5fab-4646-843a-9ec966f9d244 req-cefcbf83-8650-41b6-9de9-37bdc9471f97 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:27.565741 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ecc6c71f-67ea-4c41-953c-6df8bc6566b5 req-38099d42-5c64-4559-aee2-1b51184d976f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.2011991 Jul 14 08:44:27.587885 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-71dbc812-5fab-4646-843a-9ec966f9d244 req-cefcbf83-8650-41b6-9de9-37bdc9471f97 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.3124864 Jul 14 08:44:27.689435 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-71dbc812-5fab-4646-843a-9ec966f9d244 req-9f85fb65-d13d-4a0b-b6a1-079fd0d3e4f9 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989718 Jul 14 08:44:27.957888 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0bce8973-9e64-4e79-9b89-6de8ec351451 req-f7a71a06-f06d-4f0b-8f8e-8f96d8de5451 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 210 time: 0.0649464 Jul 14 08:44:28.135514 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ecc6c71f-67ea-4c41-953c-6df8bc6566b5 req-7b563bd6-7630-4caf-a482-a4410349ea12 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618501 Jul 14 08:44:28.259731 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7eec63fd-5b89-4c63-9f22-476e1e39658f req-9166d5e5-3a05-496d-be7e-c2b2518fb24e tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] 10.222.0.46 "GET /v2.0/ports?device_id=881180e6-1ffe-4f98-8bea-97f9e17edb6d HTTP/1.1" status: 200 len: 210 time: 0.1232874 Jul 14 08:44:28.301368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:28.316850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:28.356173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-3261f590-9923-409c-b486-8dafcc455643 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:28.357727 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-3261f590-9923-409c-b486-8dafcc455643 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.6621540 Jul 14 08:44:28.406021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Request body: {'port': {'device_id': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'admin_state_up': True, 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:28.453296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259dba2a-df5f-425d-8a2a-25eded2c3d9d,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:28.459535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:28.518341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Checking segment: {'id': 'f9d6765d-4ae6-4bde-8efd-ac86ac17da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3d2f0ea5-e6ed-4c51-ba57-1374a305e79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:28.518750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Network hostable DHCP agents. Network: 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:44:28.582124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Network 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:44:28.594737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:28.598663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:28.608106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685923aa-859e-4797-a614-044d7df470dc None None] Network 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:28.608312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:28.608863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:28.612929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:28.632735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:28.639241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:28.659608 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4160962 Jul 14 08:44:28.875351 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Allocated IP 172.20.0.11 (95eac8e3-27ea-4079-80fc-1ef16b5f95ae/f6b2cffc-ba24-47d6-8281-edc0533234a9/87cf4122-280c-4658-b0a6-30e1e772df1d) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:28.879330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c287f-d4de-4c59-8996-1debc767e442 None None] Network 3d2f0ea5-e6ed-4c51-ba57-1374a305e79a requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:44:29.176754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3b93-f420-4700-a32b-02a67794c8bc req-ef782384-615b-49f6-9104-07f6aa16b770 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:29.178725 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-652d3b93-f420-4700-a32b-02a67794c8bc req-ef782384-615b-49f6-9104-07f6aa16b770 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2917516 Jul 14 08:44:29.184460 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4c038d28-9a58-41d0-a136-b0d919009520 req-2c3eb19e-1458-4e53-a062-ad1a4b923e88 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 210 time: 0.0653389 Jul 14 08:44:29.449104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:29.457414 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-652d3b93-f420-4700-a32b-02a67794c8bc req-a8df02cf-9166-40c9-86f3-b4528debac92 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078420 Jul 14 08:44:29.503052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:29.524508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:29.554721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:29.632037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event updated for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:29.638280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:29.663329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:44:29.700872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:29.701633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:29.707793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:29.711958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:29.712628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:29.716631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:44:29.717267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9bc47a49-8a6d-4520-b2c7-34018c2b40a5 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:44:29.773704 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3750408 Jul 14 08:44:29.805874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Request body: {'port': {'device_id': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:29.844389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819f253-a652-4267-8efc-feeebdf3e52a req-06cbceb6-24e1-45f4-aeca-63decbe38d53 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:29.852072 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a819f253-a652-4267-8efc-feeebdf3e52a req-06cbceb6-24e1-45f4-aeca-63decbe38d53 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1992347 Jul 14 08:44:29.903662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-3097785f-c8fb-4b90-bbe3-e64e2161ad2d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:29.920482 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-3097785f-c8fb-4b90-bbe3-e64e2161ad2d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/networks?id=f220f7dd-7ac2-484d-96c5-fd0d808cff25 HTTP/1.1" status: 200 len: 809 time: 0.3601291 Jul 14 08:44:29.951507 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-9de001fa-0729-4bb2-87ee-9551a4ac7986 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/quotas/38f207f5273f45c687c38326066f1865 HTTP/1.1" status: 200 len: 375 time: 0.0328836 Jul 14 08:44:29.999990 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a819f253-a652-4267-8efc-feeebdf3e52a req-9d36a2d1-eff9-47f1-9d66-ba82a2d9e514 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465511 Jul 14 08:44:30.018500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:30.021698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-2b80ff52-c18b-47a2-a118-af8c5af95a99 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=38f207f5273f45c687c38326066f1865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689287 Jul 14 08:44:30.121976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46104) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:30.318637 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-79e39e06-6e62-480c-8d7e-8cba64015435 service neutron] 10.222.0.46 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955370 Jul 14 08:44:30.531216 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-40596e22-d53d-4d95-aa8e-0d8b9a27d0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108810 Jul 14 08:44:30.571759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:30.677373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cf4122-280c-4658-b0a6-30e1e772df1d {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:30.693669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:30.706191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:30.733651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Usage tracker for resource:security_group_rule and tenant:67d602caad57428f82963727668fd071 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:30.737551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:30.746953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Transition to ACTIVE for port object 87cf4122-280c-4658-b0a6-30e1e772df1d will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:30.748335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:30.756773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:30.768846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:30.817977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec76ed-3114-4a08-82b1-a0f45e1a9b57 req-2669c7fb-7ed2-4ef8-9a97-b8987d1f6aa0 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:30.819618 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aeec76ed-3114-4a08-82b1-a0f45e1a9b57 req-2669c7fb-7ed2-4ef8-9a97-b8987d1f6aa0 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2493341 Jul 14 08:44:30.833331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46130) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:30.845238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'floatingip': {'port_id': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:30.901617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ec6de-1d34-45e1-90e9-7f886ff51ceb req-04a18cae-ae12-4374-b37d-f03bab49be44 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:30.903397 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6e3ec6de-1d34-45e1-90e9-7f886ff51ceb req-04a18cae-ae12-4374-b37d-f03bab49be44 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 944 time: 0.0992174 Jul 14 08:44:30.959282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6e3ec6de-1d34-45e1-90e9-7f886ff51ceb req-b3b059e4-e6e0-4ca5-8ecc-8f77e375dc95 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489194 Jul 14 08:44:31.051825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Pushing event updated for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:31.079866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.135468 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ec84674-dae7-42d1-9e9f-33c4aa793298 req-896f419c-52aa-439f-ae82-836183643a87 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 210 time: 0.2345722 Jul 14 08:44:31.257491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.257895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.258290 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.258778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.259225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.259615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.260728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.261119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.261523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.261932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.262359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.292877 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740cc70-a0a9-47f4-914c-22664544fe13 req-c2f107fe-7ae6-401c-87af-864f50ea000d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:31.301639 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1740cc70-a0a9-47f4-914c-22664544fe13 req-c2f107fe-7ae6-401c-87af-864f50ea000d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1459901 Jul 14 08:44:31.313011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.323609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:31.374772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.384437 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1740cc70-a0a9-47f4-914c-22664544fe13 req-ddd09be4-8d5f-4aad-aebd-467eb3ddee05 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816290 Jul 14 08:44:31.408686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:31.440206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Attempting to bind port 87cf4122-280c-4658-b0a6-30e1e772df1d on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:31.440584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Attempting to bind port 87cf4122-280c-4658-b0a6-30e1e772df1d by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:31.440953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Attempting to bind port 87cf4122-280c-4658-b0a6-30e1e772df1d on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:31.521266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Port 87cf4122-280c-4658-b0a6-30e1e772df1d on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:31.521631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Attempting to bind port 87cf4122-280c-4658-b0a6-30e1e772df1d on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:31.530595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40d030-7f66-4934-9b46-7dd33c8cb1c9,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:31.546353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46152) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:31.546475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67d602caad57428f82963727668fd071&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4229610 Jul 14 08:44:31.547646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:31.556329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:31.557295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Checking segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:31.557938 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Bound using segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:31.558641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Bound port: 87cf4122-280c-4658-b0a6-30e1e772df1d, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:31.559083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.613613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.642300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.692782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.698978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5051b38e-f1bc-4e5b-bd51-c10ecf2569fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:31.712600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40d030-7f66-4934-9b46-7dd33c8cb1c9,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:31.721682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:31.723118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b40d030-7f66-4934-9b46-7dd33c8cb1c9 HTTP/1.1" status: 204 len: 168 time: 0.1755741 Jul 14 08:44:31.727267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.727616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.728006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.728393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.728843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.729386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.730048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.730369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.730764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.731171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.731669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:31.735363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:31.945998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-966aa90e-94b6-4870-a394-b948b0130689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.022367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:32.029928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=87cf4122-280c-4658-b0a6-30e1e772df1d,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:32.047113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.058233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:32.124874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46180) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:32.276181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Deleting subnet 64c36b64-3fda-44f1-92a5-63ed8ba003a7 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:44:32.278548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46186) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:32.283271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.332314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.333818 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] 10.222.0.13 "PUT /v2.0/ports/87cf4122-280c-4658-b0a6-30e1e772df1d HTTP/1.1" status: 200 len: 1094 time: 2.5344939 Jul 14 08:44:32.336350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:32.397585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.419872 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-df256b1a-1742-4162-a7ba-6bec56b8a2c4 req-c330c064-4437-4721-8c46-c1fad019835b tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 210 time: 0.0796757 Jul 14 08:44:32.429891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.507228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:32.511941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Usage tracker for resource:security_group_rule and tenant:01cdf48f92674e9f871b9c8dc9c3ff4a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:32.514927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:32.521920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:32.538959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Pushing event updated for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:32.575383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:32.592360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.782151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ee7d4-2d78-4e38-a77a-bc4b6c82cd44 req-660aa015-346e-446e-a450-b16fd33dcb0b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:32.783008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e92ee7d4-2d78-4e38-a77a-bc4b6c82cd44 req-660aa015-346e-446e-a450-b16fd33dcb0b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:32.803480 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-260e2fd7-0dd4-43d3-ad51-c5217cc10272 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:32.804525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-260e2fd7-0dd4-43d3-ad51-c5217cc10272 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Synchronizing usage tracker for tenant:38f207f5273f45c687c38326066f1865 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:32.850250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.909165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-685c8a66-6e45-438a-aacc-41ab5ad4e6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:32.911191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-260e2fd7-0dd4-43d3-ad51-c5217cc10272 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Unset dirty status for tenant:38f207f5273f45c687c38326066f1865 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:32.912451 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-260e2fd7-0dd4-43d3-ad51-c5217cc10272 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.13 "GET /v2.0/networks?id=f220f7dd-7ac2-484d-96c5-fd0d808cff25 HTTP/1.1" status: 200 len: 809 time: 0.4263570 Jul 14 08:44:32.913059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e92ee7d4-2d78-4e38-a77a-bc4b6c82cd44 req-660aa015-346e-446e-a450-b16fd33dcb0b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:32.914446 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e92ee7d4-2d78-4e38-a77a-bc4b6c82cd44 req-660aa015-346e-446e-a450-b16fd33dcb0b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 944 time: 0.7317827 Jul 14 08:44:32.964663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:32.970785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Request body: {'port': {'device_id': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25', 'admin_state_up': True, 'tenant_id': '38f207f5273f45c687c38326066f1865'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:33.002996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.027784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.033449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ceffc-f006-479b-9c0f-4e313c89fa04,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:33.053352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01cdf48f92674e9f871b9c8dc9c3ff4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7697113 Jul 14 08:44:33.053896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:33.060997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46210) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:33.117870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894426-b488-44e6-8c1d-dabdbaab263b req-a9b94cff-2732-436c-b0e9-9fda16d58f67 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:33.120083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78894426-b488-44e6-8c1d-dabdbaab263b req-a9b94cff-2732-436c-b0e9-9fda16d58f67 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.4729080 Jul 14 08:44:33.131085 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-4a63d272-7571-41c9-acb7-68997c1e9061 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 1097 time: 0.5371358 Jul 14 08:44:33.163039 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e92ee7d4-2d78-4e38-a77a-bc4b6c82cd44 req-0bdbb603-35c4-4d22-aa54-afae08d4221c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406762 Jul 14 08:44:33.224811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.269149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-08276ddb-b172-4c67-a2fc-58d2012e4a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:33.305266 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d', 'status': 'completed', 'code': 200} Jul 14 08:44:33.308937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46218) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:33.311572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c36b64-3fda-44f1-92a5-63ed8ba003a7,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:33.318992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:33.324801 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Usage tracker for resource:port and tenant:38f207f5273f45c687c38326066f1865 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:33.327422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:33.328717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:33.338059 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-9fa43f11-63a7-4c93-a427-d7b185141ef7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87cf4122-280c-4658-b0a6-30e1e772df1d HTTP/1.1" status: 200 len: 217 time: 0.1760304 Jul 14 08:44:33.346565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:33.374752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Made reservation on behalf of 38f207f5273f45c687c38326066f1865 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:33.381276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.434070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-25b2ca69-1f44-4b2c-a6fb-e2c577f6987f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:33.435795 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-25b2ca69-1f44-4b2c-a6fb-e2c577f6987f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0887048 Jul 14 08:44:33.443672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.484572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.488663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.512101 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78894426-b488-44e6-8c1d-dabdbaab263b req-3cbb29dd-b6ce-4132-a765-7bc0f6da16de tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774412 Jul 14 08:44:33.533140 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-71538fe6-984a-4a12-b50a-80a65d0cf0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813336 Jul 14 08:44:33.534300 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/64c36b64-3fda-44f1-92a5-63ed8ba003a7 HTTP/1.1" status: 204 len: 168 time: 1.4083066 Jul 14 08:44:33.539089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46228) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:33.559961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.613721 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Floating IP 7a8320ae-a7c7-42a5-bc98-460f61017f11 associated. External IP: 172.28.0.171, port: 7a6ec908-99fd-4af1-ba0f-4fc5447beffd. Jul 14 08:44:33.719643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.743394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a20ed77d-72b0-47dc-8ced-c5b5e34cbd59 req-c10c9dcb-dad9-4895-8509-8732651a090d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 210 time: 0.0647991 Jul 14 08:44:33.745986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Allocated IP 172.20.0.10 (f220f7dd-7ac2-484d-96c5-fd0d808cff25/de6fe3ef-2c00-4231-aa2e-109fc42afa43/6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:33.836989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46234) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:33.899303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.942639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:33.952289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0f2d453a-a86f-411d-a094-2705e0a5ecb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:33.968035 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-b35fca18-02f2-4c58-9fc8-2a860e950464 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954253 Jul 14 08:44:33.974823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:33.977829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ceffc-f006-479b-9c0f-4e313c89fa04,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:33.985881 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Usage tracker for resource:security_group_rule and tenant:bcf3ce2a92fe4016b78634e8be525596 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:33.988958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:34.047135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:34.086982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.088893 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac6ceffc-f006-479b-9c0f-4e313c89fa04 HTTP/1.1" status: 204 len: 168 time: 1.0239828 Jul 14 08:44:34.091736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:34.115890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.276560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.365640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.417244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e8b037-17cc-4957-88b5-811787ac7a50']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:34.424660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.428039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:34.441073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:34.446935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1684578e-4093-4e98-8233-165f2eff4b29') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:34.447117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1684578e-4093-4e98-8233-165f2eff4b29') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:34.456492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8342a328550f4d5daf30d8c08792ed1a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:34.460674 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cf80ab0-a24a-4e9b-95e9-1ebb7d2df460 req-d31b5dfb-15e6-4f73-b0e7-2b7c42484a69 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803092 Jul 14 08:44:34.463178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:34.483024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:34.488967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.506343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b5f14f75-75fa-4369-8c97-0222ca23cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.538580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46246) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:34.546287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.586422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:44:34.586911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.589119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Pushing event updated for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:34.592805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Network f220f7dd-7ac2-484d-96c5-fd0d808cff25 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:34.595436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:34.596549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:34.599450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:34.603751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:34.604917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:44:34.606042 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:44:34.611448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.620164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.632605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.653255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6919267 Jul 14 08:44:34.679099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Request body: {'port': {'device_id': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:34.680764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.748180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b1c9fdd2-0d4d-43f9-b871-14377898dc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:34.814923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236c81-c1c9-4c47-a9e1-be4a4b84bcd3 req-cfa7e48e-33a0-4974-b4dd-e7c7e93c501d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:34.816438 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b5236c81-c1c9-4c47-a9e1-be4a4b84bcd3 req-cfa7e48e-33a0-4974-b4dd-e7c7e93c501d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 944 time: 0.5044146 Jul 14 08:44:34.860614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.880760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4c7d35-9613-4312-a876-618fdcd36b38,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:34.885999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:44:34.896553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.903047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:34.908493 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcf3ce2a92fe4016b78634e8be525596&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5944788 Jul 14 08:44:34.915408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:34.916670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cfa5a-16ec-45d9-88eb-a2d76a861136 req-91e69273-6d8b-408a-9dd6-188be3f04253 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:34.918073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:34.918433 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e0cfa5a-16ec-45d9-88eb-a2d76a861136 req-91e69273-6d8b-408a-9dd6-188be3f04253 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.2444201 Jul 14 08:44:34.919130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46254) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:34.937883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.954631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:5eea8524921b44d1a83303e0ea0f4646 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:34.967055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:34.975723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=48e8b037-17cc-4957-88b5-811787ac7a50,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:34.995683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:34.996953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:35.003470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:35.018104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.032459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-eb43b750-7d8a-474e-8f81-5a976a3ce124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:35.061359 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b5236c81-c1c9-4c47-a9e1-be4a4b84bcd3 req-81cf5265-dc1d-478a-8cb4-a3e720127e9d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171586 Jul 14 08:44:35.079106 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] 10.222.0.46 "DELETE /v2.0/networks/48e8b037-17cc-4957-88b5-811787ac7a50 HTTP/1.1" status: 204 len: 168 time: 1.5058744 Jul 14 08:44:35.096515 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-81b9f9c8-4729-4300-b363-c45e13b7f841 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 1097 time: 0.4793806 Jul 14 08:44:35.135941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e354d-04b1-4427-9ba8-ac8807e41e8c,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:35.142779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:35.151973 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8342a328550f4d5daf30d8c08792ed1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3105447 Jul 14 08:44:35.161466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46260) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:35.294475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e0cfa5a-16ec-45d9-88eb-a2d76a861136 req-2db8715e-fe6f-4efd-9543-1e1c73737926 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559546 Jul 14 08:44:35.317022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.323991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46264) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:35.406244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.408738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.428618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.444276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57b77eb7-2df2-4ad7-8dda-5229a4a47422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:35.591225 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-298b51ec-fa2e-43da-8633-0c30b76dac44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94e1f278e9274e6494f60fc0df9d5ca9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2582932 Jul 14 08:44:35.607340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46268) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:35.632175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-1b676373-0e47-4184-b15b-07fb25f04800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:35.633735 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-1b676373-0e47-4184-b15b-07fb25f04800 service neutron] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 916 time: 0.5254257 Jul 14 08:44:35.671657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.684111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:35.705930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4c7d35-9613-4312-a876-618fdcd36b38,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:35.720898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:35.757583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b61cdea-7770-4ca3-a275-3818a93a2d5f,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:35.760940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:35.770020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.774200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc4c7d35-9613-4312-a876-618fdcd36b38 HTTP/1.1" status: 204 len: 168 time: 0.8482141 Jul 14 08:44:35.780009 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eea8524921b44d1a83303e0ea0f4646&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2382817 Jul 14 08:44:35.781297 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-39daef0e-f36f-40db-9056-3f5456562480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87cf4122-280c-4658-b0a6-30e1e772df1d HTTP/1.1" status: 200 len: 217 time: 0.1371005 Jul 14 08:44:35.786271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46274) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:35.802572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.804328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:44:35.812786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.821971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:44:35.837512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:44:35.840103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:44:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:35.846237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.866867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:35.880078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.914655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.921427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6101b3-6185-4c4f-b087-9fe67019f893 req-f355d802-b886-44cb-b7c8-8849a5310652 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:35.929270 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c6101b3-6185-4c4f-b087-9fe67019f893 req-f355d802-b886-44cb-b7c8-8849a5310652 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 932 time: 0.5914924 Jul 14 08:44:35.941743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Transition to ACTIVE for port object 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:35.946518 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e1eb1085-4a56-4bfc-9a93-986bd73f2f4e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "PUT /v2.0/floatingips/7a8320ae-a7c7-42a5-bc98-460f61017f11 HTTP/1.1" status: 200 len: 991 time: 5.1077564 Jul 14 08:44:35.947353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:35.963469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:35.976379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:36.021677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.097125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-2619e0fc-043d-46e4-82ad-e2c8a06604fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:36.098652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-2619e0fc-043d-46e4-82ad-e2c8a06604fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.2875097 Jul 14 08:44:36.117026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:36.120144 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.129001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:44:36.131638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:36.138128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b4618129-ccd0-4b68-8260-ff972c621858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:36.140906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.182750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24dd2ab-fe0c-4007-be90-47f936644a75,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:36.192957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:36.208223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.209475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e24dd2ab-fe0c-4007-be90-47f936644a75 HTTP/1.1" status: 204 len: 168 time: 0.6004589 Jul 14 08:44:36.219749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Attempting to bind port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:36.220156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Attempting to bind port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:36.220469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Attempting to bind port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 on network f220f7dd-7ac2-484d-96c5-fd0d808cff25 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:36.235139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 on network f220f7dd-7ac2-484d-96c5-fd0d808cff25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:36.235507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Attempting to bind port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 on network f220f7dd-7ac2-484d-96c5-fd0d808cff25 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:36.240529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.244842 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-5ca42ef5-a99a-4862-8c3a-f6c6a781dc0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072848 Jul 14 08:44:36.250551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:36.250964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Checking segment: {'id': 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:36.251389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Bound using segment: {'id': 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:36.251867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Bound port: 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:36.252253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.352534 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'status': 'completed', 'code': 200} Jul 14 08:44:36.402854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.429571 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c6101b3-6185-4c4f-b087-9fe67019f893 req-08485dad-016b-4362-825d-0e739a020231 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993031 Jul 14 08:44:36.502032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46290) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:36.546905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.561356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:36.580398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,segment=NetworkSegment(db327d7e-5f33-4323-b5b0-4cbcd1b1074b),segment_id=db327d7e-5f33-4323-b5b0-4cbcd1b1074b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:36.613550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.627938 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.631140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b1e52cc7-84a6-407d-962d-4449a68d4e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:36.642529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:36.656543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.676070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b61cdea-7770-4ca3-a275-3818a93a2d5f,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:36.679170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:36.703953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7a8320ae-a7c7-42a5-bc98-460f61017f11', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:c9:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:03Z', 'updated_at': '2021-07-14T08:44:32Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:36.706201 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f113857-1ca2-497e-b9b6-582564f6aca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:36.710063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:44:36.739353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:44:36.740462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:44:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:36.786706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.792291 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b61cdea-7770-4ca3-a275-3818a93a2d5f HTTP/1.1" status: 204 len: 168 time: 1.0043507 Jul 14 08:44:36.803041 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:36.808494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c76e354d-04b1-4427-9ba8-ac8807e41e8c HTTP/1.1" status: 204 len: 168 time: 1.6417871 Jul 14 08:44:36.816311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e354d-04b1-4427-9ba8-ac8807e41e8c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:36.820203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:36.882986 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-8a41b293-d4cb-4074-bfb7-eb959e77ab09 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146276 Jul 14 08:44:36.957914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:36.982067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Usage tracker for resource:security_group_rule and tenant:63c0ed5a42334aa3ae7cf693de5e2ec4 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:36.985197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5dd4e-bea3-44a0-87b3-e17cee7a0357 req-747c759f-d947-448b-a6ff-ebf18616e109 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:36.987095 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3a5dd4e-bea3-44a0-87b3-e17cee7a0357 req-747c759f-d947-448b-a6ff-ebf18616e109 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.3023036 Jul 14 08:44:36.988031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:37.006996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:37.018128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:37.019661 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] 10.222.0.13 "PUT /v2.0/ports/6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 HTTP/1.1" status: 200 len: 1094 time: 2.3480842 Jul 14 08:44:37.022891 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-89b0899c-be5c-4a53-8c6f-758fbe6a3bad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1098 time: 0.5876012 Jul 14 08:44:37.052740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Pushing event updated for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:37.081794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:37.207091 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-538df6bb-b35a-41ee-9d88-2fe93127fe20 req-81b394ec-b410-44d8-a450-dc3e9eeb296a service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020868 Jul 14 08:44:37.254770 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3a5dd4e-bea3-44a0-87b3-e17cee7a0357 req-845609f6-4e25-4f4f-a901-cb6d331af9b6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346017 Jul 14 08:44:37.261104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:44:37.284474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71eec-9554-4057-b683-b727ddf6859c req-00fb33df-d4bb-4174-81ff-ee8fad125265 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:37.286171 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6f71eec-9554-4057-b683-b727ddf6859c req-00fb33df-d4bb-4174-81ff-ee8fad125265 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 944 time: 0.6599157 Jul 14 08:44:37.427941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-f1fe7939-8541-43f7-8f46-e657bba50fe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:37.429594 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-f1fe7939-8541-43f7-8f46-e657bba50fe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.3781650 Jul 14 08:44:37.458274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:37.524172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:37.542960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44b56dc9-d381-4477-ba59-fdbfc02f58f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:37.594033 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6f71eec-9554-4057-b683-b727ddf6859c req-7069cfa1-e0ce-4f03-9341-afa6866c8ca6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762210 Jul 14 08:44:37.597165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46318) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:37.606074 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-3e8d95b0-66af-44aa-b80b-b3a032fbca67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38f207f5273f45c687c38326066f1865&device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 1097 time: 0.4828641 Jul 14 08:44:37.638086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:37.711891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a549f73-e553-4587-ab4e-d6c7ddbdf8e6,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:37.720381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 87cf4122-280c-4658-b0a6-30e1e772df1d details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:37.738364 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63c0ed5a42334aa3ae7cf693de5e2ec4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2291651 Jul 14 08:44:37.745813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:37.746553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46324) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:37.765354 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-37172b57-4bc2-442b-9e87-8d51b9beadc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 HTTP/1.1" status: 200 len: 217 time: 0.1305153 Jul 14 08:44:37.767218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-a27d4210-3c39-4454-9c53-c5ec552b8eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 999 time: 0.3136268 Jul 14 08:44:37.780742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:37.790205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Usage tracker for resource:security_group_rule and tenant:998d5f5a42564206ba0fcc4de75727f1 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:37.795245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:37.811905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:37.844784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f808d6-ef86-455b-bffe-deba55b6033b req-03e003e7-49cb-4da9-84ee-64d034539dd6 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:37.846519 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-79f808d6-ef86-455b-bffe-deba55b6033b req-03e003e7-49cb-4da9-84ee-64d034539dd6 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 944 time: 0.1884284 Jul 14 08:44:37.907924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-b280f448-efea-4319-8c05-680903dfb428 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:37.909582 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-b280f448-efea-4319-8c05-680903dfb428 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.1153986 Jul 14 08:44:37.945090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7a8320ae-a7c7-42a5-bc98-460f61017f11', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:c9:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:03Z', 'updated_at': '2021-07-14T08:44:32Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:44:37.950963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b7f9d-d5eb-4f10-a569-f67ab14d0d18 None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7a8320ae-a7c7-42a5-bc98-460f61017f11', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:c9:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:44:03Z', 'updated_at': '2021-07-14T08:44:32Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:44:38.058282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-79f808d6-ef86-455b-bffe-deba55b6033b req-dd60129a-4cdf-4dec-8d57-1c29fe6b4cd0 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009327 Jul 14 08:44:38.119371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.122156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7656b776-d917-41ec-bdad-20798b47e876 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:38.123848 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-7656b776-d917-41ec-bdad-20798b47e876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de6fe3ef-2c00-4231-aa2e-109fc42afa43 HTTP/1.1" status: 200 len: 849 time: 0.3308878 Jul 14 08:44:38.131367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=87cf4122-280c-4658-b0a6-30e1e772df1d,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:38.132646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.137072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.147136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:38.151123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '87cf4122-280c-4658-b0a6-30e1e772df1d', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'port_id': '87cf4122-280c-4658-b0a6-30e1e772df1d', 'mac_address': 'fa:16:3e:09:f0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b2cffc-ba24-47d6-8281-edc0533234a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:38.207782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba98c004-ea94-4a74-8c86-34e6ef3b88f6,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:38.214001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:38.246654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.257090 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-c58cf922-c4f3-474f-a46a-235ece14bc45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f220f7dd-7ac2-484d-96c5-fd0d808cff25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975087 Jul 14 08:44:38.269131 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=998d5f5a42564206ba0fcc4de75727f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6703720 Jul 14 08:44:38.272063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46336) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:38.273925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cf4122-280c-4658-b0a6-30e1e772df1d {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:38.300786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=87cf4122-280c-4658-b0a6-30e1e772df1d,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:38.305727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.311876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:38.421823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.460923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.495586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:38.526755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.526991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.527231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.527547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.527930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.528322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.528686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.529061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.532945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4954341b-270d-4276-b5b7-a1268a4c234d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:38.533848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.534265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.535048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.535438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:44:38.549121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba98c004-ea94-4a74-8c86-34e6ef3b88f6,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:38.552056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:38.553162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.554394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba98c004-ea94-4a74-8c86-34e6ef3b88f6 HTTP/1.1" status: 204 len: 168 time: 0.2813294 Jul 14 08:44:38.557869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:38.559038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:38.560599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f94e874-23e4-416a-8288-e65248d3439a None None] New status for floating IP 7a8320ae-a7c7-42a5-bc98-460f61017f11: ACTIVE {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:44:38.646721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:38.670675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-488e0b32-bb73-4127-8614-4731b2edc17f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7123346 Jul 14 08:44:38.806380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['87cf4122-280c-4658-b0a6-30e1e772df1d'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:38.911385 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-fd1456c7-da87-4111-9b5f-da3f06fdf2cb service neutron] 10.222.0.13 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204903 Jul 14 08:44:39.091546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34dba0-78e3-4cb7-8fd0-26306228bf08 req-2de43ab4-d3fa-47ec-9797-17a6abe744d9 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:39.100023 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2f34dba0-78e3-4cb7-8fd0-26306228bf08 req-2de43ab4-d3fa-47ec-9797-17a6abe744d9 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.5268250 Jul 14 08:44:39.114385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:39.158663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:39.214849 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-744aa2dc-32e9-46e2-8557-acdd0c3ba821 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219896 Jul 14 08:44:39.218011 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87759804-fe07-4d74-8826-4f25a22a1f18 req-c3cf7711-0eab-4c06-8e86-2c19c5eef861 service neutron] 10.222.0.13 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893300 Jul 14 08:44:39.227374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a549f73-e553-4587-ab4e-d6c7ddbdf8e6,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:39.273600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:39.312294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:39.313531 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a549f73-e553-4587-ab4e-d6c7ddbdf8e6 HTTP/1.1" status: 204 len: 168 time: 1.5657275 Jul 14 08:44:39.331417 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2f34dba0-78e3-4cb7-8fd0-26306228bf08 req-50f2e7a7-679b-4062-b51c-3fdc061b210d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301123 Jul 14 08:44:39.654265 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5bfb71c0-b25c-4d4b-89d8-3f5301cf73af req-19a0dd38-4fee-43bc-964f-a40940f67ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819232 Jul 14 08:44:39.690277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ff92f-75b4-4700-8fb8-b02ef92b5901 req-a9d9155e-1f47-40f9-a5f3-936018348f7c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:39.692013 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b37ff92f-75b4-4700-8fb8-b02ef92b5901 req-a9d9155e-1f47-40f9-a5f3-936018348f7c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 945 time: 0.1440744 Jul 14 08:44:39.783070 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b37ff92f-75b4-4700-8fb8-b02ef92b5901 req-27cbef56-2002-493c-b443-22415756d849 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Jul 14 08:44:39.890074 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0', 'status': 'completed', 'code': 200} Jul 14 08:44:40.170247 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-0ee29bd4-b08f-4e3d-9655-ffcd80eafed7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38f207f5273f45c687c38326066f1865&device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 1097 time: 0.2171857 Jul 14 08:44:40.358509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-f1d5cd6f-4253-4997-a44e-9a7fecac4aec tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:40.359544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-f1d5cd6f-4253-4997-a44e-9a7fecac4aec tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Synchronizing usage tracker for tenant:38f207f5273f45c687c38326066f1865 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:40.406017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-f1d5cd6f-4253-4997-a44e-9a7fecac4aec tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Unset dirty status for tenant:38f207f5273f45c687c38326066f1865 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:40.409674 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-f1d5cd6f-4253-4997-a44e-9a7fecac4aec tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 944 time: 0.3136706 Jul 14 08:44:40.428617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-a6da12be-229d-4276-8f11-3852b11a9fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:40.430469 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-a6da12be-229d-4276-8f11-3852b11a9fb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f220f7dd-7ac2-484d-96c5-fd0d808cff25 HTTP/1.1" status: 200 len: 910 time: 0.2472763 Jul 14 08:44:40.517484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-9a4d33ab-d39a-4b30-a1a5-bd8293154915 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 HTTP/1.1" status: 200 len: 217 time: 0.0797138 Jul 14 08:44:40.580863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-70d363ec-74f6-4dd7-b515-b6b6176e9cad tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Synchronizing usage tracker for tenant:38f207f5273f45c687c38326066f1865 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:40.620056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675009-f458-4a96-9405-c290ca12bd44 req-d542ff56-23ac-49c9-b8c3-db41c3584031 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:40.631960 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b5675009-f458-4a96-9405-c290ca12bd44 req-d542ff56-23ac-49c9-b8c3-db41c3584031 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1178036 Jul 14 08:44:40.633214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-fc5e1ade-e1f1-4658-bacb-a1784b57334d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:40.635378 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-fc5e1ade-e1f1-4658-bacb-a1784b57334d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de6fe3ef-2c00-4231-aa2e-109fc42afa43 HTTP/1.1" status: 200 len: 849 time: 0.1097479 Jul 14 08:44:40.636572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-70d363ec-74f6-4dd7-b515-b6b6176e9cad tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Unset dirty status for tenant:38f207f5273f45c687c38326066f1865 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:40.648649 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7115559c-2ec1-4b5d-aa3c-8277b68127f1 req-70d363ec-74f6-4dd7-b515-b6b6176e9cad tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380035 Jul 14 08:44:40.716346 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b5675009-f458-4a96-9405-c290ca12bd44 req-8643551a-058e-4c84-a7d8-a374cacbd67b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829954 Jul 14 08:44:40.940375 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-9fb826d3-3924-4659-8179-24bceb3347a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f220f7dd-7ac2-484d-96c5-fd0d808cff25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903728 Jul 14 08:44:41.162213 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-0c5204f8-d0b7-404e-87fd-731f2fea38d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147481 Jul 14 08:44:41.169646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece4421-5fec-4931-8b37-46b055163bbe req-11735768-e9a7-4b54-b2d0-00986f3b3181 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:41.171238 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0ece4421-5fec-4931-8b37-46b055163bbe req-11735768-e9a7-4b54-b2d0-00986f3b3181 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 945 time: 0.1931386 Jul 14 08:44:41.424854 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0ece4421-5fec-4931-8b37-46b055163bbe req-12618d67-36c2-4f9c-b5fc-1ecb851e1c81 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409377 Jul 14 08:44:41.473431 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45f002f-5d81-4620-a4b3-d7788633db05 req-49f114f8-f95f-449c-8426-b806b979e0f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881629 Jul 14 08:44:41.753748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:44:41.948489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79b36-5e50-4c43-a5bc-deff17df8287 req-e52c5d6d-b579-4325-8636-38d0dcb2914b tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:41.966628 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ccd79b36-5e50-4c43-a5bc-deff17df8287 req-e52c5d6d-b579-4325-8636-38d0dcb2914b tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 944 time: 0.1643076 Jul 14 08:44:41.989039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,segment=NetworkSegment(db327d7e-5f33-4323-b5b0-4cbcd1b1074b),segment_id=db327d7e-5f33-4323-b5b0-4cbcd1b1074b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:42.004513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0', 'network_id': 'f220f7dd-7ac2-484d-96c5-fd0d808cff25', 'port_id': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0', 'mac_address': 'fa:16:3e:6f:f5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6fe3ef-2c00-4231-aa2e-109fc42afa43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:44:42.008712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 87cf4122-280c-4658-b0a6-30e1e772df1d up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:42.077366 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ccd79b36-5e50-4c43-a5bc-deff17df8287 req-7b4efc36-dd39-406c-a56f-d8b2b39aaa15 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096008 Jul 14 08:44:42.168937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcce9-685b-4db8-b132-84a9cac0869d req-ccee00be-3435-4bef-a45e-ea31ee7af50d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:42.170573 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c86dcce9-685b-4db8-b132-84a9cac0869d req-ccee00be-3435-4bef-a45e-ea31ee7af50d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1125965 Jul 14 08:44:42.173475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 87cf4122-280c-4658-b0a6-30e1e772df1d completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:42.185379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 87cf4122-280c-4658-b0a6-30e1e772df1d triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:42.186104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:42.249665 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c86dcce9-685b-4db8-b132-84a9cac0869d req-3a7f5cc1-f500-4a66-a2f6-158b3ed85985 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698898 Jul 14 08:44:42.266828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:42.301665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:42.361734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,segment=NetworkSegment(db327d7e-5f33-4323-b5b0-4cbcd1b1074b),segment_id=db327d7e-5f33-4323-b5b0-4cbcd1b1074b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:42.375301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:42.380648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:42.446638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:42.516651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=87cf4122-280c-4658-b0a6-30e1e772df1d,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:42.518406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:42.527519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:42.533770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:42.535269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:42.535948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e079d6f9-745b-424a-971d-522838b0628d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:42.650776 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:42.654333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:42.753481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cb58b-98f1-4b41-9273-f2eab42386ed req-84a34dd2-3b57-4273-88df-a3bf537aba86 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:42.753481 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e05cb58b-98f1-4b41-9273-f2eab42386ed req-84a34dd2-3b57-4273-88df-a3bf537aba86 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.1269159 Jul 14 08:44:42.808853 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e05cb58b-98f1-4b41-9273-f2eab42386ed req-da69dd36-0cc5-455d-85e0-1251ab12857e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Jul 14 08:44:42.837489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:42.906247 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d', 'code': 200} Jul 14 08:44:43.277065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46618) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:43.318391 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-37440455-3efe-4d7e-b961-e4b6fe32b801 req-6e99b8f6-d090-4c84-927c-641bd6816439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 1099 time: 0.1614349 Jul 14 08:44:43.326331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d371-af44-4d47-a494-521a918f88cc req-f6c65a1a-6989-4038-8f7f-33a6f69f1ea7 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:43.327993 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c341d371-af44-4d47-a494-521a918f88cc req-f6c65a1a-6989-4038-8f7f-33a6f69f1ea7 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 945 time: 0.1164863 Jul 14 08:44:43.387245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46624) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:43.431883 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c341d371-af44-4d47-a494-521a918f88cc req-ca1485f9-5a20-4541-bd7a-d335aa753e03 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725050 Jul 14 08:44:43.436821 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-37440455-3efe-4d7e-b961-e4b6fe32b801 req-a32e6354-da9c-45f1-8589-3a59d27ba19a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078162 Jul 14 08:44:43.506485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052046-5478-4e89-94bb-ce666f8c6196 req-d4bd784a-e7c9-4131-b2e5-93a3574e64ac tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:43.508590 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35052046-5478-4e89-94bb-ce666f8c6196 req-d4bd784a-e7c9-4131-b2e5-93a3574e64ac tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0944300 Jul 14 08:44:43.545266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.597024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.636785 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35052046-5478-4e89-94bb-ce666f8c6196 req-a5af5992-1a0a-4dad-9c84-cb10cb6180bb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095061 Jul 14 08:44:43.648781 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:43.659609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Usage tracker for resource:security_group_rule and tenant:34c9b317bcaa42b585bd40a8811f8104 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:43.664732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:43.668936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:43.675110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:43.677375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Usage tracker for resource:security_group_rule and tenant:f130ccf97237494995a1e2bc7cac415d is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:43.681036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:43.691996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:43.736057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:44:43.815444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.821733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.830588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.831709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b927bcf3-afd8-46ca-b925-2e43df5106a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:43.842359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:43.906569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235204a4-c65b-4b2f-96c6-ed09ea72b162,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:43.909978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:43.911726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-71c40a9d-bbb8-44b0-97d5-77d98950eb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:43.926011 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34c9b317bcaa42b585bd40a8811f8104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6475675 Jul 14 08:44:43.926153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46636) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:43.933204 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f130ccf97237494995a1e2bc7cac415d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5447676 Jul 14 08:44:43.936127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46640) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:43.969947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f79622-ab09-446e-9217-2b1ae2a5e481,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:43.981020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:44.027940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.055594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.081928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.111627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.117733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8b9ba0df-9141-46bd-89e0-f9567f87b06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:44.121991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.132606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f79622-ab09-446e-9217-2b1ae2a5e481,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:44.136739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:44.142690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0af1e-26a2-495b-9f50-362d5c4143d0 req-c13ee876-f7c5-42ec-ba34-794943469242 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:44.145490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.149798 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0f79622-ab09-446e-9217-2b1ae2a5e481 HTTP/1.1" status: 204 len: 168 time: 0.2124763 Jul 14 08:44:44.150895 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4b0af1e-26a2-495b-9f50-362d5c4143d0 req-c13ee876-f7c5-42ec-ba34-794943469242 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.1750836 Jul 14 08:44:44.228226 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4b0af1e-26a2-495b-9f50-362d5c4143d0 req-7a730ec4-fa8a-4926-8c55-d1d0f1d5fb6a tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756958 Jul 14 08:44:44.238248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.245519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:44.258612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235204a4-c65b-4b2f-96c6-ed09ea72b162,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:44.272285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:44.280642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.284672 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/235204a4-c65b-4b2f-96c6-ed09ea72b162 HTTP/1.1" status: 204 len: 168 time: 0.3544540 Jul 14 08:44:44.561154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46666) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:44.582980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.622532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:44.626718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Usage tracker for resource:security_group_rule and tenant:1242bd75261f43dbbaec69855001c00d is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:44.631498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:44.639309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:44.648011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edf5c1-4c75-4869-9255-7c26af619dbb req-fb8eb75a-22e6-4c67-96e7-90543a437d09 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:44.649739 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13edf5c1-4c75-4869-9255-7c26af619dbb req-fb8eb75a-22e6-4c67-96e7-90543a437d09 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 945 time: 0.0910742 Jul 14 08:44:44.731143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.734284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.739740 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13edf5c1-4c75-4869-9255-7c26af619dbb req-3510290c-9314-47cc-a958-01e56846b29a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832236 Jul 14 08:44:44.756636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0e04f45d-8017-4566-82fc-28fc75f6996d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:44.798128 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1242bd75261f43dbbaec69855001c00d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2329865 Jul 14 08:44:44.799132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46674) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:44.813952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2e3f2-c86d-4e67-863f-f8bbb5641db4,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:44.830646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:44.885364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.899693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46678) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:44.922362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.942770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.973287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2898aef-2c02-433a-9c0c-f7d2cc8bc5e5 req-b97d14d4-0b31-4581-b168-60d4d0f43df8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:44.975399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:44.975556 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2898aef-2c02-433a-9c0c-f7d2cc8bc5e5 req-b97d14d4-0b31-4581-b168-60d4d0f43df8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1435380 Jul 14 08:44:44.981834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-01dedbe2-4bea-460a-94a2-b4d83c46474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:44.993284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2e3f2-c86d-4e67-863f-f8bbb5641db4,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:44.997330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:45.000645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.001863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acd2e3f2-c86d-4e67-863f-f8bbb5641db4 HTTP/1.1" status: 204 len: 168 time: 0.2014759 Jul 14 08:44:45.035004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:45.048801 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Usage tracker for resource:security_group_rule and tenant:c0c13feebe154fd1936c4e11b4c1a105 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:45.054546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:45.063541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:45.074863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2898aef-2c02-433a-9c0c-f7d2cc8bc5e5 req-aad12fd6-29e6-44a0-bb68-b6a8bb3baba8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907755 Jul 14 08:44:45.144620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.148435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.156616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:45.202636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8124a1f6-4b55-402e-a6d3-cfc540d446f7,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:45.206018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:45.208308 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0c13feebe154fd1936c4e11b4c1a105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2947514 Jul 14 08:44:45.211182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 46686) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:45.285417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.314698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.365360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.373161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-61c21161-95f4-4c0d-9106-52f0809197bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:45.388461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8124a1f6-4b55-402e-a6d3-cfc540d446f7,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:45.391055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:45.396510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:45.397965 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8124a1f6-4b55-402e-a6d3-cfc540d446f7 HTTP/1.1" status: 204 len: 168 time: 0.1847868 Jul 14 08:44:45.496942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf3efa-bf47-4ce3-a043-a9065097d86f req-1fdc2946-c744-48f8-acc9-ee8429b2a41e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:45.501525 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4bcf3efa-bf47-4ce3-a043-a9065097d86f req-1fdc2946-c744-48f8-acc9-ee8429b2a41e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.0953431 Jul 14 08:44:45.557415 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4bcf3efa-bf47-4ce3-a043-a9065097d86f req-9a624dc6-1b3c-4eaf-b1e6-ba4e52ab2692 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Jul 14 08:44:45.795978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:44:45.960581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:44:45.966872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:44:45.967464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.104927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8a7fd-821e-4ef1-9d23-12625383894c req-ea4f55e0-09eb-4828-91d3-0f036eb48973 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:46.106581 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ade8a7fd-821e-4ef1-9d23-12625383894c req-ea4f55e0-09eb-4828-91d3-0f036eb48973 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 945 time: 0.1032698 Jul 14 08:44:46.108330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.155377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,segment=NetworkSegment(db327d7e-5f33-4323-b5b0-4cbcd1b1074b),segment_id=db327d7e-5f33-4323-b5b0-4cbcd1b1074b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:46.157164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:46.164731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.168755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:46.176807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ade8a7fd-821e-4ef1-9d23-12625383894c req-48360b5e-9f7d-44d1-9908-e3d476a8b690 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625913 Jul 14 08:44:46.255031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:46.258848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:46.391871 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0', 'code': 200} Jul 14 08:44:46.398095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46754) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:46.526133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb1b70-de40-4d4a-b17a-e6592e7f6866 req-cb026004-d9e1-4032-bfd0-3cafb93824db tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:46.533767 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d2eb1b70-de40-4d4a-b17a-e6592e7f6866 req-cb026004-d9e1-4032-bfd0-3cafb93824db tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1618943 Jul 14 08:44:46.605568 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d2eb1b70-de40-4d4a-b17a-e6592e7f6866 req-69cc6dbb-7e0a-49c1-9919-910bb4e4a315 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706186 Jul 14 08:44:46.679060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.778468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:46.791635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Usage tracker for resource:security_group_rule and tenant:54a04e95f59640b2836b9163f92a49f3 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:46.797467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:46.807717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:46.828101 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1e1b3b90-fcb6-42ef-8ce8-8b51610cb03a req-c9a8baf7-e9ac-4b7d-8eb9-172ab8983e8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 1099 time: 0.1286149 Jul 14 08:44:46.917159 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1e1b3b90-fcb6-42ef-8ce8-8b51610cb03a req-89c65d4c-32ba-4eab-94f1-9643d6b7b089 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Jul 14 08:44:46.945218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.948325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:46.958342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:47.006926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05bc720-e933-4fd7-9679-c95b91b5e09b,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:47.011088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:47.013618 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54a04e95f59640b2836b9163f92a49f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143522 Jul 14 08:44:47.016440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46784) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:47.086607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:47.114638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:47.170870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:47.170870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:47.187315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05bc720-e933-4fd7-9679-c95b91b5e09b,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:47.189734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:47.199915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:47.201154 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b05bc720-e933-4fd7-9679-c95b91b5e09b HTTP/1.1" status: 204 len: 168 time: 0.1837173 Jul 14 08:44:47.544366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402515-252e-4673-8dd6-9126940ff7c4 req-78a77483-fc10-4b4c-84d0-30cbc8cc56a3 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:47.546061 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-df402515-252e-4673-8dd6-9126940ff7c4 req-78a77483-fc10-4b4c-84d0-30cbc8cc56a3 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.1752570 Jul 14 08:44:47.597999 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-df402515-252e-4673-8dd6-9126940ff7c4 req-df14f48e-897a-42d7-82f5-5c190ed524b4 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Jul 14 08:44:47.645724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46804) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:47.881903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:47.920313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:47.924939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Usage tracker for resource:security_group_rule and tenant:ca28faf4465d4ab0b0005214af488ba7 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:47.928122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:47.930939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3dfc-3df4-4ae6-9037-fb47db73cce4 req-ce3a22a2-2587-4a24-8590-ac91e263b3ad tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:47.932583 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-38bf3dfc-3df4-4ae6-9037-fb47db73cce4 req-ce3a22a2-2587-4a24-8590-ac91e263b3ad tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0954609 Jul 14 08:44:47.937617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:47.983497 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-38bf3dfc-3df4-4ae6-9037-fb47db73cce4 req-a8dd913f-1a3a-475d-9011-68a740aa1dec tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Jul 14 08:44:48.022539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.026162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.033861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-23f6c566-903b-48fd-b518-3597da2a35c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:48.082228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7ab6c-9812-4c24-8adf-3ec1753381b2,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:48.090257 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca28faf4465d4ab0b0005214af488ba7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4397764 Jul 14 08:44:48.090257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:48.090649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 46824) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:48.157066 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.193585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.261577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.267762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6928144c-bcdb-4f4d-9c8f-f94f5d6cf6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:48.286476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:48.291357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3c7ab6c-9812-4c24-8adf-3ec1753381b2 HTTP/1.1" status: 204 len: 168 time: 0.1989098 Jul 14 08:44:48.292452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7ab6c-9812-4c24-8adf-3ec1753381b2,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:48.294959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:48.844268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94eb67-da28-4e99-a2f1-316b0c6aeab0 req-704cdfca-51e5-4c21-b0d6-a7274f7b92f9 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:48.846094 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f94eb67-da28-4e99-a2f1-316b0c6aeab0 req-704cdfca-51e5-4c21-b0d6-a7274f7b92f9 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.1112831 Jul 14 08:44:48.915679 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f94eb67-da28-4e99-a2f1-316b0c6aeab0 req-203fdc8c-dc95-4b9e-98c4-d5b0d3115f02 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Jul 14 08:44:49.327862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae78e0-a53d-4ee8-a19d-87e300269030 req-bfe1efdd-333d-4eb7-8401-05b12f1c9fec tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:49.336089 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bdae78e0-a53d-4ee8-a19d-87e300269030 req-bfe1efdd-333d-4eb7-8401-05b12f1c9fec tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1928587 Jul 14 08:44:49.401813 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bdae78e0-a53d-4ee8-a19d-87e300269030 req-9e3daf0c-485b-4d95-9c61-a0c9dc33dc57 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Jul 14 08:44:50.160219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe056b-55fb-4020-9925-31018453f060 req-60e56531-ff4a-40d6-b4c4-65c84ca76e2d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:50.168242 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8fbe056b-55fb-4020-9925-31018453f060 req-60e56531-ff4a-40d6-b4c4-65c84ca76e2d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.1084774 Jul 14 08:44:50.199809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-91229b4c-1c5e-4301-b22a-c6a1134553ae tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:50.201496 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-91229b4c-1c5e-4301-b22a-c6a1134553ae tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.2052212 Jul 14 08:44:50.228600 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-eb959400-7d91-4788-a4ae-5b20d3a532ad tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/quotas/2bbe4ea837b843adaaa02b888b114cb3 HTTP/1.1" status: 200 len: 375 time: 0.0204866 Jul 14 08:44:50.231978 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8fbe056b-55fb-4020-9925-31018453f060 req-870c95ef-5029-42f6-82b0-cc6f65e1caf9 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627098 Jul 14 08:44:50.389517 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-c75fcfe8-48dd-49f9-a3a1-51598b0d0397 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454167 Jul 14 08:44:50.591740 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-6c80af41-ee4e-48ee-afe2-9e5355701eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927934 Jul 14 08:44:50.699521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98390cca-c081-4c9f-8856-a019ff6d2cd9 req-9e660c33-1e9a-4e3b-a2f2-c0f74fed4230 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:50.701162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98390cca-c081-4c9f-8856-a019ff6d2cd9 req-9e660c33-1e9a-4e3b-a2f2-c0f74fed4230 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1239247 Jul 14 08:44:50.795609 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98390cca-c081-4c9f-8856-a019ff6d2cd9 req-893fb567-e39c-407e-a29b-dd07115b5a3e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Jul 14 08:44:50.911283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:50.970360 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-ee2aa321-1c1c-40a9-95cd-a47a0dc467cd service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769054 Jul 14 08:44:51.259815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c581b047-465c-40ba-b707-2af24dd76445 req-3fb74c99-e4e2-414c-a3cc-0f23efff83ca tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 210 time: 0.0885835 Jul 14 08:44:52.081898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1784f9-edd3-4bc4-9691-7b97881f0713 req-725d81b2-70a9-4933-95b5-1dbc88275de1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:52.083963 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2c1784f9-edd3-4bc4-9691-7b97881f0713 req-725d81b2-70a9-4933-95b5-1dbc88275de1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1223712 Jul 14 08:44:52.155357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2c1784f9-edd3-4bc4-9691-7b97881f0713 req-b7d0b471-3f50-4d2e-b68a-d45ee052c8ad tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649834 Jul 14 08:44:52.444173 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fba3e8-54fb-4ffb-8bea-59c9ffc14a0f req-7bc2b34f-5b9a-4bdd-952a-f0be40d6e3f5 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 210 time: 0.0469315 Jul 14 08:44:52.874254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fe7bc9b6-4222-4d32-8162-706e1c6b69db tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:52.876279 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fe7bc9b6-4222-4d32-8162-706e1c6b69db tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.1823947 Jul 14 08:44:52.914918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Request body: {'port': {'device_id': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'admin_state_up': True, 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:53.045844 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47138) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:53.107491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:53.120230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:53.132763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:44:53.140348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.270333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.343658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:53.351473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Allocated IP 172.20.0.10 (95eac8e3-27ea-4079-80fc-1ef16b5f95ae/f6b2cffc-ba24-47d6-8281-edc0533234a9/653086f8-f11e-49f3-ae93-35c6324eeed2) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:44:53.357877 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Usage tracker for resource:security_group_rule and tenant:f7978a7e338b4a59a4d745a602e5d118 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:53.367349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:53.378053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:53.465347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.519615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.560036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5374c7c8-c068-4dd1-b494-9dee779a4b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:53.573411 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7978a7e338b4a59a4d745a602e5d118&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5264142 Jul 14 08:44:53.574570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47160) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:53.625913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69672b-fd5c-4e1d-bb9c-f3d48f74c7c7,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:53.629866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:53.641597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc60e36-82e4-451c-8216-76bff2545b51 req-43481d4a-7715-4af2-8832-e714b958c905 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:53.643524 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cdc60e36-82e4-451c-8216-76bff2545b51 req-43481d4a-7715-4af2-8832-e714b958c905 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1755466 Jul 14 08:44:53.702070 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cdc60e36-82e4-451c-8216-76bff2545b51 req-142f2c27-bdb6-4441-a670-bc1c6061e824 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Jul 14 08:44:53.866228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0b32a20b-a99f-4a75-95d6-c267efe8c0c8 req-e5c694d6-c11c-411e-9acc-49a43bb927a8 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 210 time: 0.0812068 Jul 14 08:44:53.871794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.925050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.950949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:53.959173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:54.001031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.006423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce', '87cf4122-280c-4658-b0a6-30e1e772df1d'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:54.074422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:44:54.078096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event updated for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:54.083158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:44:54.085417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:54.088066 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:44:54.094340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:54.095171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.128286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.130944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.135784 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c69672b-fd5c-4e1d-bb9c-f3d48f74c7c7 HTTP/1.1" status: 204 len: 168 time: 0.5565271 Jul 14 08:44:54.135784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-93720f98-53e1-4331-ab1d-8b11580afecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:54.152761 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2425780 Jul 14 08:44:54.156137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69672b-fd5c-4e1d-bb9c-f3d48f74c7c7,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:54.159895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:54.219960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Request body: {'port': {'device_id': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:44:54.368019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.607423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47184) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:54.630589 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.676157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:54.680498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Usage tracker for resource:security_group_rule and tenant:539dec9d29d5405db47f5ff70f96185a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:54.684098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:54.690405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:54.769071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653086f8-f11e-49f3-ae93-35c6324eeed2 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:44:54.777241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.808726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Transition to ACTIVE for port object 653086f8-f11e-49f3-ae93-35c6324eeed2 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:44:54.812689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.819860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:54.825186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.830469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:54.840695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9806f457-20bd-4dd9-8f84-bba7e6ead2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:54.871040 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47196) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:54.896365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc90188-9303-4e71-9707-5a993854d477,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:54.899827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:54.903208 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=539dec9d29d5405db47f5ff70f96185a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2941575 Jul 14 08:44:54.906243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47204) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:54.981522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.025345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.083668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Pushing event updated for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:55.108651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:55.137868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.166853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599699f-a166-4aee-af9e-0370ff9f19e7 req-874c87a8-99ca-413f-bd99-4c79f7f7d2c2 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:55.168456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3599699f-a166-4aee-af9e-0370ff9f19e7 req-874c87a8-99ca-413f-bd99-4c79f7f7d2c2 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.3079050 Jul 14 08:44:55.189837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.196520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1ef3dd3f-3fca-470f-949f-90d6feff155d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:55.206072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Attempting to bind port 653086f8-f11e-49f3-ae93-35c6324eeed2 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:44:55.206558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Attempting to bind port 653086f8-f11e-49f3-ae93-35c6324eeed2 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:44:55.206812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Attempting to bind port 653086f8-f11e-49f3-ae93-35c6324eeed2 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:55.208929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e10af-f37c-406d-ba58-6bb7025fe451 req-0807a13d-ec12-45f5-9521-a0049b6fc659 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:55.210533 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-771e10af-f37c-406d-ba58-6bb7025fe451 req-0807a13d-ec12-45f5-9521-a0049b6fc659 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1762853 Jul 14 08:44:55.233097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Port 653086f8-f11e-49f3-ae93-35c6324eeed2 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:44:55.233682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc90188-9303-4e71-9707-5a993854d477,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:55.234349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Attempting to bind port 653086f8-f11e-49f3-ae93-35c6324eeed2 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:44:55.235930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:44:55.257449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.258561 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dc90188-9303-4e71-9707-5a993854d477 HTTP/1.1" status: 204 len: 168 time: 0.3512001 Jul 14 08:44:55.261445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:55.266421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab107c857ef428d980cc2a7078291b9 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:44:55.271584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:44:55.286031 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3599699f-a166-4aee-af9e-0370ff9f19e7 req-742bc5a7-7ff4-4267-8454-8c6f6eb4b49b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089213 Jul 14 08:44:55.294264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:44:55.298106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:44:55.298106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Checking segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:44:55.298106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Bound using segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:44:55.299636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Bound port: 653086f8-f11e-49f3-ae93-35c6324eeed2, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:44:55.299980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.327108 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-771e10af-f37c-406d-ba58-6bb7025fe451 req-a83ed8dc-2a4d-480f-a9a0-d2e89f930d61 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044226 Jul 14 08:44:55.408933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:44:55.412676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=653086f8-f11e-49f3-ae93-35c6324eeed2,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:44:55.428374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.434775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd316974-775a-4894-9375-ef88461c967e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:55.484674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.494959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.512612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:55.513594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.515183 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] 10.222.0.13 "PUT /v2.0/ports/653086f8-f11e-49f3-ae93-35c6324eeed2 HTTP/1.1" status: 200 len: 1094 time: 1.3238821 Jul 14 08:44:55.515736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:55.532621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Pushing event updated for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:55.542316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:55.579803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f35c8-1240-4596-aa1b-862830c0cb9e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:55.589612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:55.599087 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ab107c857ef428d980cc2a7078291b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7268403 Jul 14 08:44:55.601770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47222) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:44:55.668427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.702343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.712618 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2', 'status': 'completed', 'code': 200} Jul 14 08:44:55.758200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-cc669cc7-c9b4-42bc-aaa6-ec64cb3f3410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 1097 time: 0.1392479 Jul 14 08:44:55.762237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.768222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fde93f92-0732-40f5-8357-9fdcce0abdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:55.784515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f35c8-1240-4596-aa1b-862830c0cb9e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:55.786961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:55.787890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:55.789350 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b6f35c8-1240-4596-aa1b-862830c0cb9e HTTP/1.1" status: 204 len: 168 time: 0.1865320 Jul 14 08:44:55.922699 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-15b79a60-2cb0-4dea-86d9-237d2f2d7f71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=653086f8-f11e-49f3-ae93-35c6324eeed2 HTTP/1.1" status: 200 len: 217 time: 0.0875981 Jul 14 08:44:55.953964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ae032-9b22-43ac-9fef-3f0a0b54f783 req-1d316cf9-7668-4ebe-bce7-9ec45cbd99b9 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:55.962282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c43ae032-9b22-43ac-9fef-3f0a0b54f783 req-1d316cf9-7668-4ebe-bce7-9ec45cbd99b9 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.1114984 Jul 14 08:44:56.015343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-a172647f-90b3-4e51-9c22-8b578c02d226 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:56.018067 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-a172647f-90b3-4e51-9c22-8b578c02d226 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0880656 Jul 14 08:44:56.019318 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c43ae032-9b22-43ac-9fef-3f0a0b54f783 req-8d629a4a-bce6-438d-9d76-8f156f8aff06 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553141 Jul 14 08:44:56.080875 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-4608fb7c-0d73-4feb-b30f-9bfab4e9884d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543325 Jul 14 08:44:56.262895 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-db5c6da5-dae5-48d7-8163-3e53c453428a service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704113 Jul 14 08:44:56.528545 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0914eb2b-835b-46b8-9192-bd59da6d5dff req-c4898d36-dacd-4fb9-ae41-c035ec9d3318 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562771 Jul 14 08:44:56.578811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c866dcd-0742-4aa6-99a8-22a1616b29dd req-e115b5ff-bee8-42d1-8807-dea634c82f17 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:56.579669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6c866dcd-0742-4aa6-99a8-22a1616b29dd req-e115b5ff-bee8-42d1-8807-dea634c82f17 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:44:56.592750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724f826-4743-41bb-b73a-543eae3424a7 req-10d27b3c-af1a-4a23-9c67-383ac53485e7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:56.597452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6c866dcd-0742-4aa6-99a8-22a1616b29dd req-e115b5ff-bee8-42d1-8807-dea634c82f17 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:44:56.604141 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d724f826-4743-41bb-b73a-543eae3424a7 req-10d27b3c-af1a-4a23-9c67-383ac53485e7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1207542 Jul 14 08:44:56.605804 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c866dcd-0742-4aa6-99a8-22a1616b29dd req-e115b5ff-bee8-42d1-8807-dea634c82f17 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1269526 Jul 14 08:44:56.714042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d724f826-4743-41bb-b73a-543eae3424a7 req-161533da-2129-4434-811c-159da3e55c8c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083827 Jul 14 08:44:56.730623 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6c866dcd-0742-4aa6-99a8-22a1616b29dd req-a02de5e9-499f-4661-9c64-15182cb044d8 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238797 Jul 14 08:44:56.785581 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-f6e5d433-831f-45a7-979d-8d6b62d3fcea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 1097 time: 0.1167257 Jul 14 08:44:56.952392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1d314-b461-40e8-be75-758049c6aefb req-6e3b76a8-3503-4f83-bc96-abf747f53145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:56.953962 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-6e3b76a8-3503-4f83-bc96-abf747f53145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 916 time: 0.1599877 Jul 14 08:44:57.055551 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-da18b908-1c0e-49e4-a848-9587e6a9105c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=653086f8-f11e-49f3-ae93-35c6324eeed2 HTTP/1.1" status: 200 len: 217 time: 0.0707159 Jul 14 08:44:57.144414 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1d314-b461-40e8-be75-758049c6aefb req-e4844ae7-bb05-45fc-a291-4a9e80246c61 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:57.146023 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-e4844ae7-bb05-45fc-a291-4a9e80246c61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0732861 Jul 14 08:44:57.262127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-42f90697-8ec0-4614-b7f6-9b289a9012c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641491 Jul 14 08:44:57.409575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e869c8-c531-4b1b-9b65-4265ee520599 req-1c9312a2-c7ab-4e67-a5c5-0e2e58254d1d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:57.413903 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73e869c8-c531-4b1b-9b65-4265ee520599 req-1c9312a2-c7ab-4e67-a5c5-0e2e58254d1d tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.2570238 Jul 14 08:44:57.686719 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-446cdd2a-73fa-4df8-95d8-159b7ad8ef63 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145801 Jul 14 08:44:57.766500 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73e869c8-c531-4b1b-9b65-4265ee520599 req-b38d4fad-0096-4dc4-ab4a-d079aa548506 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424423 Jul 14 08:44:58.013194 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-31e1d314-b461-40e8-be75-758049c6aefb req-bd4b2b2c-8ef8-4508-a2b5-49674c5bce93 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070846 Jul 14 08:44:58.046035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56d2da-b724-4eaf-adeb-cbe3874bef71 req-09ef281c-3d18-4570-b4e7-f90a216ab662 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:58.047865 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ce56d2da-b724-4eaf-adeb-cbe3874bef71 req-09ef281c-3d18-4570-b4e7-f90a216ab662 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1017034 Jul 14 08:44:58.067478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d624a-948d-43f1-8113-d3f4b71a5085 req-5938f32c-81cf-406c-99cd-04632df837ef tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:58.075784 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cb7d624a-948d-43f1-8113-d3f4b71a5085 req-5938f32c-81cf-406c-99cd-04632df837ef tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1050556 Jul 14 08:44:58.125468 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cb7d624a-948d-43f1-8113-d3f4b71a5085 req-c6a6c717-96fe-4a1e-b957-f88d717d3ac1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485754 Jul 14 08:44:58.127422 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ce56d2da-b724-4eaf-adeb-cbe3874bef71 req-607e784f-8c93-4a62-b72c-2aeaa3a24846 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727015 Jul 14 08:44:58.643007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6ca671fa-2c6e-46d4-a9e0-87768ec281f4 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:58.644646 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6ca671fa-2c6e-46d4-a9e0-87768ec281f4 tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.0872281 Jul 14 08:44:58.736110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Deleting port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:44:58.736617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:59.097257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] For port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,segment=NetworkSegment(db327d7e-5f33-4323-b5b0-4cbcd1b1074b),segment_id=db327d7e-5f33-4323-b5b0-4cbcd1b1074b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:44:59.097656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:59.255516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Calling delete_port for 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:44:59.391614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4474-cbc6-49ca-ba05-0529b877a3bf req-5249336c-3481-4f90-8199-5358e522864a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:59.393253 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1cb4474-cbc6-49ca-ba05-0529b877a3bf req-5249336c-3481-4f90-8199-5358e522864a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a HTTP/1.1" status: 200 len: 946 time: 0.4877918 Jul 14 08:44:59.419729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4e78f-35dc-42d9-b53e-4c48b9618776 req-6045f740-f40b-4c97-a917-991ef531374e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:59.422130 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-deb4e78f-35dc-42d9-b53e-4c48b9618776 req-6045f740-f40b-4c97-a917-991ef531374e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1027966 Jul 14 08:44:59.473638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1cb4474-cbc6-49ca-ba05-0529b877a3bf req-d08d9ce7-ab79-4f8c-bd7e-6c1fa6bc361b tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630729 Jul 14 08:44:59.474417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:59.488662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:44:59.511311 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-deb4e78f-35dc-42d9-b53e-4c48b9618776 req-e2c815d1-015a-4329-b2bd-46021bf266c5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786405 Jul 14 08:44:59.534730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:44:59.541890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Pushing event deleted for resources: {'Port': ['ID=6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:44:59.618656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:44:59.619576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] No DVR routers for this DVR port 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:44:59.623892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:44:59.626998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'name': 'network-vif-deleted', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:44:59.645292 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ba12baa1-4ccb-412d-9c33-dd46ea200e1e req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] 10.222.0.13 "DELETE /v2.0/ports/6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 HTTP/1.1" status: 204 len: 173 time: 0.9930706 Jul 14 08:44:59.745019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce97561-6d61-4b31-ad72-f90bfe6dbd30 req-a41670b1-e0c7-4b3c-9603-e149a65c126d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:44:59.746698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce97561-6d61-4b31-ad72-f90bfe6dbd30 req-a41670b1-e0c7-4b3c-9603-e149a65c126d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0908308 Jul 14 08:44:59.798248 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce97561-6d61-4b31-ad72-f90bfe6dbd30 req-ab1f7fa8-dd01-44d2-8cc8-03a79b3b63a1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Jul 14 08:44:59.873176 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f49f561-1ffd-4fad-a87c-eeb3e7da5f8a', 'name': 'network-vif-deleted', 'tag': '6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0', 'status': 'completed', 'code': 200} Jul 14 08:45:00.759945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993075c-7c31-429d-b9e3-f17051e542d7 req-51d5eb42-ba77-4a86-8482-dc27900d20ae tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:00.768295 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a993075c-7c31-429d-b9e3-f17051e542d7 req-51d5eb42-ba77-4a86-8482-dc27900d20ae tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1077862 Jul 14 08:45:00.835868 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a993075c-7c31-429d-b9e3-f17051e542d7 req-958d45cf-940d-4cfd-9d05-9d32f3726f90 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664687 Jul 14 08:45:00.875984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47402) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:01.077754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e69c2-f400-4f7d-856b-21eda4ee74cf req-9913b594-c760-421f-b265-ac5816e6145b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:01.079483 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-617e69c2-f400-4f7d-856b-21eda4ee74cf req-9913b594-c760-421f-b265-ac5816e6145b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0953512 Jul 14 08:45:01.095632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.154295 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-617e69c2-f400-4f7d-856b-21eda4ee74cf req-c1439b10-e2a0-45a1-b276-92f5db520908 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661671 Jul 14 08:45:01.168168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:01.173017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Usage tracker for resource:security_group_rule and tenant:b119c312963d47d9a080e10d70dd918f is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:01.177284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:01.194126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:01.281170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.284044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.294329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-84f2c1d2-a000-4adf-a3cb-59b618680ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:01.342037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f223d4c0-6e69-4dc0-8e85-d846c4791b34,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:01.345420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:01.348415 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b119c312963d47d9a080e10d70dd918f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4690154 Jul 14 08:45:01.351397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47418) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:01.414493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.442414 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.488750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.493681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f9b98ecb-48ae-4d7c-a610-2dfb059d1a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:01.507074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f223d4c0-6e69-4dc0-8e85-d846c4791b34,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:01.510096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.514130 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f223d4c0-6e69-4dc0-8e85-d846c4791b34 HTTP/1.1" status: 204 len: 168 time: 0.1616547 Jul 14 08:45:01.515175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:01.854260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47426) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:01.871889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:45:01.875914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:01.915150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:01.915553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:45:01.915959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 6cdf5ec2-b2ae-4bba-9b4e-11758eebe2b0 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:45:01.919943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Usage tracker for resource:security_group_rule and tenant:e976dea3667046b6942c6e7f7ab3fffd is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:01.923093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:01.929094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:01.940305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-279f39af-cf0b-4366-9de7-490dd72a09b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.016501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.019657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.028564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44d4c1d5-757d-48d8-9e24-97a80ee30eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:02.051568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3266799-2f50-4fb5-9625-58955b20aa20 req-f2a2d2f5-1114-4b8e-a5da-b8ab1226158f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:02.053327 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3266799-2f50-4fb5-9625-58955b20aa20 req-f2a2d2f5-1114-4b8e-a5da-b8ab1226158f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0892034 Jul 14 08:45:02.075510 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e976dea3667046b6942c6e7f7ab3fffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2199938 Jul 14 08:45:02.076299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b0888-4ca0-4809-93fa-7eba36171b74,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:02.078878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47436) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:02.081838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:02.127525 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3266799-2f50-4fb5-9625-58955b20aa20 req-edb9dc9b-e183-4c0a-a569-991ea81a29fb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Jul 14 08:45:02.152199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.184976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.247876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.254101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57291728-1662-4a7c-a43e-f376b968fe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:02.267250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b0888-4ca0-4809-93fa-7eba36171b74,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:02.295502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:02.311446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:02.319639 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/104b0888-4ca0-4809-93fa-7eba36171b74 HTTP/1.1" status: 204 len: 168 time: 0.2391214 Jul 14 08:45:02.480940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67e04d-602a-479c-a928-2f407d092cb2 req-0966e6c3-3dd1-433e-b0e9-db582fe519ce tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:02.482508 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd67e04d-602a-479c-a928-2f407d092cb2 req-0966e6c3-3dd1-433e-b0e9-db582fe519ce tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1165066 Jul 14 08:45:02.534864 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd67e04d-602a-479c-a928-2f407d092cb2 req-7a489c5d-0e97-4368-848f-41ccdbf17460 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 Jul 14 08:45:03.360186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c041-eae8-4e9f-80fd-953f3572a157 req-6c04ab30-8816-482f-9adb-c6ed2dc9ec32 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:03.362436 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8ed3c041-eae8-4e9f-80fd-953f3572a157 req-6c04ab30-8816-482f-9adb-c6ed2dc9ec32 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1101372 Jul 14 08:45:03.427429 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8ed3c041-eae8-4e9f-80fd-953f3572a157 req-fd56c480-ca32-423d-b5f4-310cfc15bd73 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589623 Jul 14 08:45:03.477209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:03.774189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fffd78-44fc-4a97-a5a8-86146cbfc1be req-0862db81-1c71-426f-a582-0121c2684dfb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:03.774189 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-17fffd78-44fc-4a97-a5a8-86146cbfc1be req-0862db81-1c71-426f-a582-0121c2684dfb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0920908 Jul 14 08:45:03.842097 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-17fffd78-44fc-4a97-a5a8-86146cbfc1be req-9d287b75-c5bd-4b57-a89e-ba9e28135379 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601401 Jul 14 08:45:04.490121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17661eac-e9cd-4778-b799-afe0025651b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:04.609852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:04.672111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16a996-976b-4e86-b771-15a91d002961 req-78101195-3b5a-4063-821d-79b8565c2cfe tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:04.674174 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a16a996-976b-4e86-b771-15a91d002961 req-78101195-3b5a-4063-821d-79b8565c2cfe tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0969844 Jul 14 08:45:04.725529 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a16a996-976b-4e86-b771-15a91d002961 req-f5df8c11-8768-4c76-9cdd-a88e91170c54 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452280 Jul 14 08:45:05.059895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed4ca0-a07d-4c52-bb0f-2daec390cfd4 req-48eb4baa-279e-4dc3-ae7e-9cca3865bf76 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:05.061551 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1fed4ca0-a07d-4c52-bb0f-2daec390cfd4 req-48eb4baa-279e-4dc3-ae7e-9cca3865bf76 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0854738 Jul 14 08:45:05.111158 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1fed4ca0-a07d-4c52-bb0f-2daec390cfd4 req-d8795433-0176-4012-b01a-12bb99a92449 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Jul 14 08:45:05.996659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4f93b-7af8-422d-ab37-73e4525a1c0e req-a3b39cb1-c7db-407c-a773-8f75dbe3c208 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:05.998406 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53d4f93b-7af8-422d-ab37-73e4525a1c0e req-a3b39cb1-c7db-407c-a773-8f75dbe3c208 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1254430 Jul 14 08:45:06.051351 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53d4f93b-7af8-422d-ab37-73e4525a1c0e req-7a2588c0-5efe-4b7e-a27d-76c196768fe1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Jul 14 08:45:06.114117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.371331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad818-d03c-41d2-9d97-3b8a95f81f6a req-d851d565-4530-4d86-99c3-daa3a074986e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:06.372932 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-317ad818-d03c-41d2-9d97-3b8a95f81f6a req-d851d565-4530-4d86-99c3-daa3a074986e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1015897 Jul 14 08:45:06.428092 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-317ad818-d03c-41d2-9d97-3b8a95f81f6a req-f7c73327-d015-419e-a2fd-7706104595a4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Jul 14 08:45:06.475478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47626) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:06.628644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.665219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:06.669820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Usage tracker for resource:security_group_rule and tenant:41e395bb2784454aa0544d2a58ab6b4e is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:06.672825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:06.678894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:06.747934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.750829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.758435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5b95f747-3aa4-46fc-b537-13f1a430d633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:06.801533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aceeb32-dbef-4c96-a622-4aa6a55c0c23,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:06.805508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:06.807834 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41e395bb2784454aa0544d2a58ab6b4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3312659 Jul 14 08:45:06.810660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47634) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:06.878229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.910128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.957765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.963622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:06.979951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:06.984605 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aceeb32-dbef-4c96-a622-4aa6a55c0c23 HTTP/1.1" status: 204 len: 168 time: 0.1715527 Jul 14 08:45:06.986408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aceeb32-dbef-4c96-a622-4aa6a55c0c23,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:07.013269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:07.278053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9aec5-2363-4768-8e5f-c811556f1efa req-65545552-aca4-4303-82df-7b7eb3b9372b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:07.279737 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ec9aec5-2363-4768-8e5f-c811556f1efa req-65545552-aca4-4303-82df-7b7eb3b9372b tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0877981 Jul 14 08:45:07.342944 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ec9aec5-2363-4768-8e5f-c811556f1efa req-5e28de15-1534-4db0-8d76-9a7a65a80ed5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 Jul 14 08:45:07.399029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47658) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:07.419627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.453103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:07.457176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Usage tracker for resource:security_group_rule and tenant:59a82475035a4d2a91dfec73aacdcd41 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:07.464310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:07.471103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:07.549662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.551563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.562128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f52564df-7723-4e4b-826d-ac56efa300ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:07.661342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cfd45f-50b3-43d6-a651-cd1ba97efb71,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:07.669187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59a82475035a4d2a91dfec73aacdcd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2665379 Jul 14 08:45:07.670662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47664) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:07.671867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-66915569-6c92-414a-9808-5ecb88934c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:07.701265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f9cb4-15e7-4719-be55-7f489639669b req-2873efd1-b347-4c9a-a5d1-14acf2859a7b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:07.709093 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d6f9cb4-15e7-4719-be55-7f489639669b req-2873efd1-b347-4c9a-a5d1-14acf2859a7b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.1491196 Jul 14 08:45:07.752456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.758001 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d6f9cb4-15e7-4719-be55-7f489639669b req-2b6b0bc3-7ffe-4f3c-93af-6021fd63edfc tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479083 Jul 14 08:45:07.792425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.847103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.852444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8abb5b65-bc81-4961-b503-b9d148c0b5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:07.865545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cfd45f-50b3-43d6-a651-cd1ba97efb71,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:07.869798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:07.875293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:07.876523 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3cfd45f-50b3-43d6-a651-cd1ba97efb71 HTTP/1.1" status: 204 len: 168 time: 0.2031026 Jul 14 08:45:08.564672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b2900-5fc7-4514-b605-8b005a8fe605 req-06593bca-e02c-4849-8af2-c5f699e4d3bd tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:08.566261 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb1b2900-5fc7-4514-b605-8b005a8fe605 req-06593bca-e02c-4849-8af2-c5f699e4d3bd tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0837216 Jul 14 08:45:08.617639 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb1b2900-5fc7-4514-b605-8b005a8fe605 req-6c80a393-b371-435b-9fcb-df9ea713450d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Jul 14 08:45:09.129499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378ad5-879d-4d12-8c07-6dee085d8cee req-f02f7f88-5fe2-4d1d-bb5d-fd4896bb16e2 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:09.131443 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51378ad5-879d-4d12-8c07-6dee085d8cee req-f02f7f88-5fe2-4d1d-bb5d-fd4896bb16e2 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0983140 Jul 14 08:45:09.195771 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51378ad5-879d-4d12-8c07-6dee085d8cee req-6942829d-4c76-4b7c-bc5c-950dfdd219e3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576580 Jul 14 08:45:09.829753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe898-e5fd-436d-a4a3-f29f3d0d1e1e req-72eb0e99-aa29-4184-a894-c56e1d51134d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:09.831270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47750) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:09.831640 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fdefe898-e5fd-436d-a4a3-f29f3d0d1e1e req-72eb0e99-aa29-4184-a894-c56e1d51134d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0864835 Jul 14 08:45:09.882082 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fdefe898-e5fd-436d-a4a3-f29f3d0d1e1e req-25f0d6e7-4bd9-4ae8-9bf8-11608f14667a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Jul 14 08:45:10.174820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.208808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:10.213703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Usage tracker for resource:security_group_rule and tenant:8dd1458533f847aa93d2cd350cb16f25 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:10.219653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:10.226216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:10.453404 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.458525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.467443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1f2c67b6-d6f8-4447-829b-37e185cbf1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:10.529396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badc3382-e366-4c4e-8232-85ff655ed410,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:10.532635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:10.539167 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8dd1458533f847aa93d2cd350cb16f25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7062955 Jul 14 08:45:10.543308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47792) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:10.555572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dcc38-1cc1-4bca-af97-fe924646904d req-a665bf02-1311-4f26-a1ce-e2ce03f61a60 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:10.558183 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f36dcc38-1cc1-4bca-af97-fe924646904d req-a665bf02-1311-4f26-a1ce-e2ce03f61a60 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.2065792 Jul 14 08:45:10.620038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f36dcc38-1cc1-4bca-af97-fe924646904d req-cc06af0f-760f-4c97-b383-8afd0547f59b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547700 Jul 14 08:45:10.661614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.669917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47802) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:10.693753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.759637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.765969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f49c8deb-c1ec-403e-bca8-ea62786adb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:10.787965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.789545 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-482188d4-dfe5-40c6-8502-df47c4832821 req-05910e4b-513e-4b6b-8feb-65a5b7a8eb7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 1098 time: 0.0854390 Jul 14 08:45:10.791161 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/badc3382-e366-4c4e-8232-85ff655ed410 HTTP/1.1" status: 204 len: 168 time: 0.2464252 Jul 14 08:45:10.792225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badc3382-e366-4c4e-8232-85ff655ed410,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:10.795026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:10.896563 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-482188d4-dfe5-40c6-8502-df47c4832821 req-de5faba8-2cc5-44f0-a66e-a0802f6af2d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892181 Jul 14 08:45:10.900905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:10.935769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:10.939998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Usage tracker for resource:security_group_rule and tenant:1df3b8bd2d9042debc5f134f885bb954 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:10.942989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:10.949873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:11.098896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.110993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.121550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a76b15fa-f3bd-40a9-96aa-89cbd60c1eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:11.173629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c9e48b-49c0-4dd2-be80-d0e502fadf3b,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:11.176878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:11.204418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca441a27-9432-4d78-8d68-9619f7093ed8 req-a41af804-0894-45d3-a686-1819f69590fa tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:11.210678 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ca441a27-9432-4d78-8d68-9619f7093ed8 req-a41af804-0894-45d3-a686-1819f69590fa tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1905663 Jul 14 08:45:11.235457 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1df3b8bd2d9042debc5f134f885bb954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5639455 Jul 14 08:45:11.238406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47822) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:11.296275 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ca441a27-9432-4d78-8d68-9619f7093ed8 req-7dee9436-9e81-4b8b-acee-4f4d4c0ad4a3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811222 Jul 14 08:45:11.324760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.352310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.398946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.404474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b0826faf-7b83-4d12-8cb9-b2a86e675a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:11.415724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c9e48b-49c0-4dd2-be80-d0e502fadf3b,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:11.420687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:11.422672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:11.424299 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12c9e48b-49c0-4dd2-be80-d0e502fadf3b HTTP/1.1" status: 204 len: 168 time: 0.1842492 Jul 14 08:45:11.845232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f454d59-089b-42bc-b09a-ab5fa6c6428b req-ed3ebb12-38e1-4bb1-90ae-c998dabb673e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:11.847148 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3f454d59-089b-42bc-b09a-ab5fa6c6428b req-ed3ebb12-38e1-4bb1-90ae-c998dabb673e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 944 time: 0.0859742 Jul 14 08:45:11.902819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3f454d59-089b-42bc-b09a-ab5fa6c6428b req-6b6d7a4a-7589-49c0-85e8-d2c7aefeac80 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Jul 14 08:45:11.921713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 653086f8-f11e-49f3-ae93-35c6324eeed2 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:45:11.951867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 47836) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:11.972753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.010322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:12.014394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Usage tracker for resource:security_group_rule and tenant:41b316c763ca4d1baebf3845fad3ae51 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:12.017505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:12.024098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:12.069711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=653086f8-f11e-49f3-ae93-35c6324eeed2,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:12.086238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '653086f8-f11e-49f3-ae93-35c6324eeed2', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'port_id': '653086f8-f11e-49f3-ae93-35c6324eeed2', 'mac_address': 'fa:16:3e:5c:11:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b2cffc-ba24-47d6-8281-edc0533234a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:45:12.103857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.106757 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.114474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ac95ef7d-231f-4975-b8a6-d1d85ad559dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:12.145220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.162164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c68724-a6e4-4da5-b11b-55800ad42451,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:12.166196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:12.167587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653086f8-f11e-49f3-ae93-35c6324eeed2 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:45:12.168677 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41b316c763ca4d1baebf3845fad3ae51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156765 Jul 14 08:45:12.171544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 47840) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:12.197822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=653086f8-f11e-49f3-ae93-35c6324eeed2,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:12.200506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.202376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:12.243901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.272287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.277284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:12.280785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:12.319932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.325313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4bc74517-d245-46bc-b51f-a0ba50220556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:12.342618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c68724-a6e4-4da5-b11b-55800ad42451,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:12.345002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:12.366948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:12.375239 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81c68724-a6e4-4da5-b11b-55800ad42451 HTTP/1.1" status: 204 len: 168 time: 0.1983209 Jul 14 08:45:12.600713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e289-44a7-4491-8f32-a794d92c9564 req-1332fe20-3b73-43ae-98eb-9d0aeb1f3fb1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:12.603589 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5047e289-44a7-4491-8f32-a794d92c9564 req-1332fe20-3b73-43ae-98eb-9d0aeb1f3fb1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1035864 Jul 14 08:45:12.661218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5047e289-44a7-4491-8f32-a794d92c9564 req-d4077d24-bbb9-4c91-97d7-fb189d234574 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511374 Jul 14 08:45:12.784681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['653086f8-f11e-49f3-ae93-35c6324eeed2'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:45:13.142827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f78a-1d3a-4e14-a97c-8b1d4d853317 req-c8cab2e5-c7a3-4d21-af52-327fa9b6f65d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:13.144507 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0b6f78a-1d3a-4e14-a97c-8b1d4d853317 req-c8cab2e5-c7a3-4d21-af52-327fa9b6f65d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 945 time: 0.0858307 Jul 14 08:45:13.197401 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0b6f78a-1d3a-4e14-a97c-8b1d4d853317 req-b404fed0-b08c-4c4a-b48b-265519bc3aa5 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Jul 14 08:45:13.880602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae9d33-9e6a-4b8b-ab15-63fa6b88ae22 req-a4c51b80-ca41-40d0-84ee-96305c234ba5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:13.882236 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55ae9d33-9e6a-4b8b-ab15-63fa6b88ae22 req-a4c51b80-ca41-40d0-84ee-96305c234ba5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0833242 Jul 14 08:45:13.932991 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55ae9d33-9e6a-4b8b-ab15-63fa6b88ae22 req-2df401ec-c311-44b8-a189-ce163784e873 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 Jul 14 08:45:14.169676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9ddf-53e7-48bb-ac44-ebc61ceaf05f req-9c788be0-04d4-4f30-afbd-5954e97f51f5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:14.171465 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74ea9ddf-53e7-48bb-ac44-ebc61ceaf05f req-9c788be0-04d4-4f30-afbd-5954e97f51f5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0946209 Jul 14 08:45:14.235929 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74ea9ddf-53e7-48bb-ac44-ebc61ceaf05f req-70fadba7-f863-42f1-8f4a-724ccd636a19 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559831 Jul 14 08:45:14.597329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a477f-5bee-4ec9-8742-4e099d95b556 req-d514c103-1045-4f24-8b21-d72636d13c6f tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:14.599053 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-389a477f-5bee-4ec9-8742-4e099d95b556 req-d514c103-1045-4f24-8b21-d72636d13c6f tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 945 time: 0.1532888 Jul 14 08:45:14.650224 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-389a477f-5bee-4ec9-8742-4e099d95b556 req-e60faddb-847b-47fb-a9aa-2872fa41afb9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Jul 14 08:45:15.951820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 653086f8-f11e-49f3-ae93-35c6324eeed2 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:45:16.096363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe33e-58ac-43e8-bbbb-e1c8a604fcf3 req-05da0f3f-9280-4509-8439-50ecae4b96de tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:16.098827 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45ffe33e-58ac-43e8-bbbb-e1c8a604fcf3 req-05da0f3f-9280-4509-8439-50ecae4b96de tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 945 time: 0.1076019 Jul 14 08:45:16.169478 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45ffe33e-58ac-43e8-bbbb-e1c8a604fcf3 req-b50af285-6ee7-488a-bc2a-e01db0c1b407 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632787 Jul 14 08:45:16.225671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 653086f8-f11e-49f3-ae93-35c6324eeed2 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:45:16.234422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 653086f8-f11e-49f3-ae93-35c6324eeed2 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:45:16.235737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:16.385721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:16.414803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:45:16.427249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=653086f8-f11e-49f3-ae93-35c6324eeed2,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:16.434964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:16.437040 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:16.529298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:16.533280 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2', 'code': 200} Jul 14 08:45:16.534148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:16.689375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf31a0-88a8-4a5e-a3a0-bff6852e95cb req-93a51fb7-4dac-4a8d-a3bb-bc0548b226ed tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:16.691478 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fedf31a0-88a8-4a5e-a3a0-bff6852e95cb req-93a51fb7-4dac-4a8d-a3bb-bc0548b226ed tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1045961 Jul 14 08:45:16.733650 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-44935907-2a14-45e3-b715-43cc00cd2211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.1292744 Jul 14 08:45:16.782015 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fedf31a0-88a8-4a5e-a3a0-bff6852e95cb req-ab00d250-0734-419e-bd60-8c5a3510a0b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834255 Jul 14 08:45:17.184568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434f8c-910c-4415-8926-5f325e374b34 req-a6cc04bf-cfec-4a04-a9e1-e0f1648edeab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:17.186194 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-a6cc04bf-cfec-4a04-a9e1-e0f1648edeab service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.4415593 Jul 14 08:45:17.319148 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-0d4ce5d2-5b8e-413d-8f33-8ee0f02f206d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.1054084 Jul 14 08:45:17.426574 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d19cec8-990b-42da-b0e3-c4e1cb5f718d req-1e183301-83a4-4a20-9dd0-360f1d471db9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 1099 time: 0.3228669 Jul 14 08:45:17.487048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434f8c-910c-4415-8926-5f325e374b34 req-8d2b32a6-65ea-4155-8df4-f6e8838b3ffb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:17.489096 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-8d2b32a6-65ea-4155-8df4-f6e8838b3ffb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.1546021 Jul 14 08:45:17.527345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1a93-8bd7-45b5-ab11-00b1465e4d0e req-e83e97fa-0b1f-4a9f-9b36-c8603a12fee3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:17.531262 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fcc1a93-8bd7-45b5-ab11-00b1465e4d0e req-e83e97fa-0b1f-4a9f-9b36-c8603a12fee3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.1438255 Jul 14 08:45:17.574641 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-83f74c82-66e8-49b0-a160-131ab04d7cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683911 Jul 14 08:45:17.576677 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d19cec8-990b-42da-b0e3-c4e1cb5f718d req-b59aedab-0676-4831-ac52-ff4813743c98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341496 Jul 14 08:45:17.585731 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fcc1a93-8bd7-45b5-ab11-00b1465e4d0e req-372f5c71-bcdb-42c5-8584-52ae08adcec4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Jul 14 08:45:18.117460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb944eb-5c46-4110-bfcb-d3568b9a8e29 req-95be98a4-a2ac-4f8d-967f-ccfd977812fa tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:18.119412 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7eb944eb-5c46-4110-bfcb-d3568b9a8e29 req-95be98a4-a2ac-4f8d-967f-ccfd977812fa tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1991920 Jul 14 08:45:18.179642 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-e91873a6-d50f-4714-8148-d63eae95a683 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943533 Jul 14 08:45:18.248326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7eb944eb-5c46-4110-bfcb-d3568b9a8e29 req-a4b99edc-c698-4d71-81ad-b7071b277c40 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195393 Jul 14 08:45:18.345515 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-51434f8c-910c-4415-8926-5f325e374b34 req-cba59817-da7e-4ee1-ba44-eadcf7480337 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551266 Jul 14 08:45:18.815197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efe9-fd78-47e7-84f8-4c8fcb7eea63 req-b79a2eb9-aad7-428c-9a18-1411a6dca94a tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:18.816815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0136efe9-fd78-47e7-84f8-4c8fcb7eea63 req-b79a2eb9-aad7-428c-9a18-1411a6dca94a tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.0980794 Jul 14 08:45:18.866525 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0136efe9-fd78-47e7-84f8-4c8fcb7eea63 req-b3361161-2104-43fe-acc9-a248aea62c65 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Jul 14 08:45:19.468653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77076-b7cb-4bd4-9d56-36e2244a0251 req-65d27163-9ba1-4843-a29b-8a1c328f07e6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:19.470270 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6d77076-b7cb-4bd4-9d56-36e2244a0251 req-65d27163-9ba1-4843-a29b-8a1c328f07e6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0854146 Jul 14 08:45:19.521827 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6d77076-b7cb-4bd4-9d56-36e2244a0251 req-b5f113ff-bf6e-4f09-a97b-3f610fe69b26 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Jul 14 08:45:20.070634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48066) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:20.092828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c0a8a-bd33-49b4-80e6-cc70d126705d req-20caddec-d59b-49d3-a20b-9cef5710acb8 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:20.094362 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fb1c0a8a-bd33-49b4-80e6-cc70d126705d req-20caddec-d59b-49d3-a20b-9cef5710acb8 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.0904429 Jul 14 08:45:20.144624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Deleting subnet de6fe3ef-2c00-4231-aa2e-109fc42afa43 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:45:20.146025 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fb1c0a8a-bd33-49b4-80e6-cc70d126705d req-5d637c22-d174-44e9-a00e-d14dd9f48e71 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Jul 14 08:45:20.147897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.202250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.264077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.311244 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-70c09f20-03e1-46e2-bcc6-2473b1a8f0b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1226363 Jul 14 08:45:20.354292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.360384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c270d4de-6977-4d7c-9e14-1b81373d2d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:20.406283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6fe3ef-2c00-4231-aa2e-109fc42afa43,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:20.409973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:20.411275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.431776 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/de6fe3ef-2c00-4231-aa2e-109fc42afa43 HTTP/1.1" status: 204 len: 168 time: 0.3589203 Jul 14 08:45:20.432446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48078) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:20.469429 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-c0e06471-c864-449e-a35d-e57039a009b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 1099 time: 0.1153731 Jul 14 08:45:20.686948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.742990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:45:20.866302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0602-bf9e-4242-8210-60609524998c req-6d97d0e1-c6ac-4928-9ec7-ef45ac125dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:20.869378 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-6d97d0e1-c6ac-4928-9ec7-ef45ac125dae service neutron] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 916 time: 0.3285537 Jul 14 08:45:20.871448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.880516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:20.982548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.983002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.983811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.984181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > port after_create 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.984539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > port after_delete 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.985576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > port after_update 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.985953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.986336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.986693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:20.987429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:21.053939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:21.054402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:21.054810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:21.055202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 14 08:45:21.056192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f220f7dd-7ac2-484d-96c5-fd0d808cff25']}} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:21.092901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b') {'for_net_delete': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:21.093396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db327d7e-5f33-4323-b5b0-4cbcd1b1074b') {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:21.107169 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-79375d88-8048-4cc9-9761-c526831b520d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53de287b-e99b-406c-a971-7713f9de2dce HTTP/1.1" status: 200 len: 217 time: 0.2200525 Jul 14 08:45:21.111568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851235590'] for segment, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.189264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe0602-bf9e-4242-8210-60609524998c req-413e5800-7532-48f3-9d46-272428868dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:21.190881 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-413e5800-7532-48f3-9d46-272428868dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0689983 Jul 14 08:45:21.202597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.259185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:45:21.259794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851020231'] for segment, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: (self, other), Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: (self, other), Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:45:21.277896 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:45:21.300661 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-a2798618-c3e1-45df-9b1d-888556087b2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994189 Jul 14 08:45:21.419648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bc985-5e09-4671-93d8-a4bdaffc2476 req-b9bcb724-2b3f-458b-a453-d068fc218e8c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:21.421249 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-909bc985-5e09-4671-93d8-a4bdaffc2476 req-b9bcb724-2b3f-458b-a453-d068fc218e8c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.5397460 Jul 14 08:45:21.423963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.433499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.483555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e93a7dd1-41e5-43a3-a68c-231478bc5070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:21.539793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Pushing event deleted for resources: {'Network': ['ID=f220f7dd-7ac2-484d-96c5-fd0d808cff25,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:21.543161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:21.553063 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] 10.222.0.46 "DELETE /v2.0/networks/f220f7dd-7ac2-484d-96c5-fd0d808cff25 HTTP/1.1" status: 204 len: 168 time: 1.1192753 Jul 14 08:45:21.556931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48106) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:21.592038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-909bc985-5e09-4671-93d8-a4bdaffc2476 req-8e3ed646-c4b0-42a3-bd27-196d610d69be tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620960 Jul 14 08:45:21.597526 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-eeca36bb-a86b-44dd-8992-c34d5f7883b9 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454426 Jul 14 08:45:21.629261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Deleting subnet 259dba2a-df5f-425d-8a2a-25eded2c3d9d {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:45:21.632860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.687586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.747787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.752102 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1bbe0602-bf9e-4242-8210-60609524998c req-3e2647d4-72cc-437c-a070-f56cc821e394 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464145 Jul 14 08:45:21.829961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.834816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:21.874174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259dba2a-df5f-425d-8a2a-25eded2c3d9d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:21.876884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:21.880112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:21.887619 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/259dba2a-df5f-425d-8a2a-25eded2c3d9d HTTP/1.1" status: 204 len: 168 time: 0.3294013 Jul 14 08:45:21.890158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48116) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:22.010343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.327018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.342128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2f0ea5-e6ed-4c51-ba57-1374a305e79a']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:22.356321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d6765d-4ae6-4bde-8efd-ac86ac17da84') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:22.356791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d6765d-4ae6-4bde-8efd-ac86ac17da84') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:22.370459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.386814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.393382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:45:22.393815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:45:22.410186 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:45:22.503723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.508715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da2c429c-3d44-4644-ae43-fe02d968ee7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:22.524909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:22.534984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2f0ea5-e6ed-4c51-ba57-1374a305e79a,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:22.537408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:22.539286 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] 10.222.0.46 "DELETE /v2.0/networks/3d2f0ea5-e6ed-4c51-ba57-1374a305e79a HTTP/1.1" status: 204 len: 168 time: 0.6481228 Jul 14 08:45:22.791867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48152) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:22.843908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7373b-af41-4022-ac27-a4d3f235e53c req-185ad2e7-8858-4d57-a13d-74d524ddf2a5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:22.845637 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95f7373b-af41-4022-ac27-a4d3f235e53c req-185ad2e7-8858-4d57-a13d-74d524ddf2a5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1066289 Jul 14 08:45:22.865309 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8a271417-bdc4-4a6a-997b-f99cd924c345 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38f207f5273f45c687c38326066f1865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0721238 Jul 14 08:45:22.870272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48158) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:22.921336 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95f7373b-af41-4022-ac27-a4d3f235e53c req-67178d1d-6c44-4f61-a913-f230c0302a4e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693891 Jul 14 08:45:22.972572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.002977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.047561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.052496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-58cdbb19-aaad-4373-9b3c-8e3a176c188e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:23.067013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c7647-0d05-4ca4-8a97-cee0d3bb6115,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:23.069236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:23.074523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.075789 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-77a823ba-5e44-4c8e-a247-9cda40442ae8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e1c7647-0d05-4ca4-8a97-cee0d3bb6115 HTTP/1.1" status: 204 len: 168 time: 0.2044678 Jul 14 08:45:23.495704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48166) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:23.549162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-294b30ff-4d5a-46fc-aea5-037b7f7de3ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31782fe3ac674238a24dee2e2abbc548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521519 Jul 14 08:45:23.551852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48170) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:23.614343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.642643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.689708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.695008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be127259-4514-4a20-b378-8627773ca153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:23.709733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffaaefb-a631-4a7a-a556-dfa52c187997,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:23.713627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:23.716940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:23.720757 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ffaaefb-a631-4a7a-a556-dfa52c187997 HTTP/1.1" status: 204 len: 168 time: 0.1653380 Jul 14 08:45:24.192519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88118-03a8-4c78-8b0a-8fc52005800c req-7d1d0586-5fd9-4e4d-87cb-f5ee3d92812f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:24.194899 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45a88118-03a8-4c78-8b0a-8fc52005800c req-7d1d0586-5fd9-4e4d-87cb-f5ee3d92812f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1041865 Jul 14 08:45:24.283435 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45a88118-03a8-4c78-8b0a-8fc52005800c req-7ad9ce67-e393-4c34-bfda-e007e5ff5669 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812778 Jul 14 08:45:25.563425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe569-0bb1-4ea7-aae1-afbfe9129f10 req-2bb4db1f-5f90-4ee6-843b-0a29584093b6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:25.567287 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5debe569-0bb1-4ea7-aae1-afbfe9129f10 req-2bb4db1f-5f90-4ee6-843b-0a29584093b6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1012917 Jul 14 08:45:25.616575 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5debe569-0bb1-4ea7-aae1-afbfe9129f10 req-516165fc-79a9-49d2-a874-6b919b0513cc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Jul 14 08:45:26.867058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50389a-473e-4bae-9210-1a306bd8de31 req-181e2439-df80-4494-b554-7db08e5317ff tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:26.871939 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa50389a-473e-4bae-9210-1a306bd8de31 req-181e2439-df80-4494-b554-7db08e5317ff tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1040454 Jul 14 08:45:26.935246 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa50389a-473e-4bae-9210-1a306bd8de31 req-3944e7a4-91df-49db-afc0-b9b2a89519e8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Jul 14 08:45:27.037583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48278) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:27.085635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48284) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:27.250968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.261489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.288721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:27.295438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Usage tracker for resource:security_group_rule and tenant:62f8614190d64b759bd97835c1ab60d1 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:27.299131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:27.300435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:27.304283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Usage tracker for resource:security_group_rule and tenant:8496423d3e1e4273a6a943e67de0bde0 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:27.308237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:27.313195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:27.319723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:27.395111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.395793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.399405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.399735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.407614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0b380f03-11d2-4ba7-bc35-8c0ca92a9ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:27.428514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9b8780f0-6c7e-46df-b539-cfc483f1a29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:27.450547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829783bc-4c99-4aaf-807a-28d73311be5c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:27.455713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:27.460307 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62f8614190d64b759bd97835c1ab60d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3712082 Jul 14 08:45:27.460442 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8496423d3e1e4273a6a943e67de0bde0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4201787 Jul 14 08:45:27.460629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48292) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:27.461688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13815470-64d0-4e70-9dc4-1551689d7f94,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:27.463894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48294) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:27.465428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:27.589655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.591461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.651736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.661381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.741054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.747979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8a21d67a-51ce-4e46-a501-0a7e1d84ef9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:27.759163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.766433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829783bc-4c99-4aaf-807a-28d73311be5c,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:27.771048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:27.771646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-21c21aae-12b6-4f69-b8e0-1c8a903549d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:27.791378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13815470-64d0-4e70-9dc4-1551689d7f94,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:27.793572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.798246 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13815470-64d0-4e70-9dc4-1551689d7f94 HTTP/1.1" status: 204 len: 168 time: 0.3331583 Jul 14 08:45:27.798246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:27.798246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:27.798583 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/829783bc-4c99-4aaf-807a-28d73311be5c HTTP/1.1" status: 204 len: 168 time: 0.3333225 Jul 14 08:45:28.192443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-20a4153f-1528-4698-a18d-e0e837ef34dd tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:28.201261 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-20a4153f-1528-4698-a18d-e0e837ef34dd tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.2595434 Jul 14 08:45:28.222576 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-9b1f2080-2e50-4af4-ac89-5d7aa721f418 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/quotas/2bbe4ea837b843adaaa02b888b114cb3 HTTP/1.1" status: 200 len: 375 time: 0.0199742 Jul 14 08:45:28.233007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247141-4547-49ff-b730-b1ad15c4aac4 req-60b41ee5-7e78-4753-864d-f0aa13045091 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:28.234705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6247141-4547-49ff-b730-b1ad15c4aac4 req-60b41ee5-7e78-4753-864d-f0aa13045091 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1314757 Jul 14 08:45:28.326149 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-7777755c-4e81-4b59-87c3-52e6a262c63b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022587 Jul 14 08:45:28.360641 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6247141-4547-49ff-b730-b1ad15c4aac4 req-200690aa-bfd9-4b73-9c44-f1f5f594b9f0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146071 Jul 14 08:45:28.450952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48336) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:28.488816 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-3cd61593-03b3-498e-8d97-639b1792dde0 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611233 Jul 14 08:45:28.502973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.567927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:28.573515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0fabcbaa77448a916bc63e97a443db is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:28.577149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:28.583750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:28.662640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.667039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.667803 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-b4312c15-fba2-4f37-aae8-522fc7aa47a0 service neutron] 10.222.0.46 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697729 Jul 14 08:45:28.675269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-457a04e7-8c35-4a0c-9836-727e48642fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:28.703992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0594277-2f18-466e-9c2c-2e974f47e1cb,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:28.709224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:28.734775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48346) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:28.735135 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f0fabcbaa77448a916bc63e97a443db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2821207 Jul 14 08:45:28.824567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.853329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.900746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.908039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6b56a09b-3c66-4e95-8664-e0dddb4a7f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:28.923890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0594277-2f18-466e-9c2c-2e974f47e1cb,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:28.927129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:28.939458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:28.940970 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0594277-2f18-466e-9c2c-2e974f47e1cb HTTP/1.1" status: 204 len: 168 time: 0.2032039 Jul 14 08:45:29.166930 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-63a1cf87-c6f8-47c6-9ca6-c9e3961894bb req-94f2c932-a592-451d-a3c0-671684e20763 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 210 time: 0.3270059 Jul 14 08:45:29.641568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac1aed-9eb7-404f-a954-60a1d387a4aa req-4c8e1d9d-b29d-4e0a-8465-56dc8992bccf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:29.643242 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-deac1aed-9eb7-404f-a954-60a1d387a4aa req-4c8e1d9d-b29d-4e0a-8465-56dc8992bccf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1215703 Jul 14 08:45:29.701116 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-deac1aed-9eb7-404f-a954-60a1d387a4aa req-daaafd10-f6c6-4835-bbdd-65d5f11871e8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514333 Jul 14 08:45:29.782477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48404) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:29.988789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.022368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:30.027237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a13e3de1a8f4031a54e8e2c1197437e is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:30.030278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:30.036526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:30.105944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.109417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.116984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cbda1c3a-b6d5-4926-90c6-5587dfe68504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:30.161389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44fbdb-bc9c-4c7b-9b76-ad7d7479f397,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:30.165507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:30.167881 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a13e3de1a8f4031a54e8e2c1197437e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3840206 Jul 14 08:45:30.170600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48426) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:30.339265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.365703 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52803d06-cd2f-42a8-a7e3-4c04fd14890c req-0e3344c1-86d0-454e-b3a7-8bb4bade5f12 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 210 time: 0.0664639 Jul 14 08:45:30.381243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.432708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.437954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e294de0b-e48b-4bb5-92d7-3094a7db129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:30.451162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44fbdb-bc9c-4c7b-9b76-ad7d7479f397,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:30.454285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:30.456349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:30.457434 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c44fbdb-bc9c-4c7b-9b76-ad7d7479f397 HTTP/1.1" status: 204 len: 168 time: 0.2858176 Jul 14 08:45:30.654371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-5bd859d1-d0b3-4041-8b63-3c95cf540327 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:30.656311 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-5bd859d1-d0b3-4041-8b63-3c95cf540327 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 815 time: 0.1908321 Jul 14 08:45:30.687674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Request body: {'port': {'device_id': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'admin_state_up': True, 'tenant_id': '2bbe4ea837b843adaaa02b888b114cb3'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:30.930723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:30.984344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:30.996761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Made reservation on behalf of 2bbe4ea837b843adaaa02b888b114cb3 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:31.002334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:31.126347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceeed6-ed88-4ea6-a6a2-6b3fc454d15b req-8f3696ed-e66f-4ae1-9edd-3d1b1bc69ca4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:31.127936 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f8ceeed6-ed88-4ea6-a6a2-6b3fc454d15b req-8f3696ed-e66f-4ae1-9edd-3d1b1bc69ca4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1998062 Jul 14 08:45:31.255072 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f8ceeed6-ed88-4ea6-a6a2-6b3fc454d15b req-0eeae2c3-e5e3-4efe-9479-f527908357c0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Jul 14 08:45:31.285957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Allocated IP 172.20.0.9 (95eac8e3-27ea-4079-80fc-1ef16b5f95ae/f6b2cffc-ba24-47d6-8281-edc0533234a9/135d8201-fc0d-4aa7-8b8c-1a13b1c33614) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:45:31.603525 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac029cd2-60b6-4ae4-8ebb-c510d1eea629 req-346dbdfb-c861-495a-94f3-d4d9ebfc1e99 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 210 time: 0.0689130 Jul 14 08:45:31.609671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:31.646618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:31.654075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:31.698493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce', '87cf4122-280c-4658-b0a6-30e1e772df1d', '653086f8-f11e-49f3-ae93-35c6324eeed2'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:45:31.744178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:45:31.747983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:31.753393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event updated for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:31.763350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:45:31.794375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.794826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.795241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.795764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.796163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.796561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.796952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.797344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.797715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.798100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.798490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:31.806454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:31.847237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:31.848226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:31.884043 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2042456 Jul 14 08:45:31.917293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Request body: {'port': {'device_id': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:32.028519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a662dc81-b6c7-4861-a377-ef91954378ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:32.104833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:32.512941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d411-1bc6-4013-8641-8bd57b3d9fb5 req-ceda87d6-9b73-4dd0-ba8c-7aa4075a6b98 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:32.520856 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5947d411-1bc6-4013-8641-8bd57b3d9fb5 req-ceda87d6-9b73-4dd0-ba8c-7aa4075a6b98 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0995235 Jul 14 08:45:32.573433 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5947d411-1bc6-4013-8641-8bd57b3d9fb5 req-9d9b035d-ca1b-4e20-a617-74566fc4c1c6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Jul 14 08:45:32.578809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:45:32.586622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:32.613247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Transition to ACTIVE for port object 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:45:32.617155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:32.630032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:32.900409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b7454-0abe-441b-a408-2a7f927ff68a req-b2c28ad7-fa27-4b31-8a21-4d97b36c24fd tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:32.909465 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-927b7454-0abe-441b-a408-2a7f927ff68a req-b2c28ad7-fa27-4b31-8a21-4d97b36c24fd tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 943 time: 0.1431403 Jul 14 08:45:32.943484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Pushing event updated for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:32.948047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:32.958431 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-927b7454-0abe-441b-a408-2a7f927ff68a req-6e149985-aad6-457c-8bac-74ba20ceeab2 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Jul 14 08:45:32.976523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Attempting to bind port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:45:32.976892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Attempting to bind port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:45:32.977889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Attempting to bind port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:32.984044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:45:32.984398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Attempting to bind port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 on network 95eac8e3-27ea-4079-80fc-1ef16b5f95ae {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:32.990870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:45:32.991239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Checking segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:32.991652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Bound using segment: {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:45:32.992121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Bound port: 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a301c67-8238-4cf3-aa30-4c4f4043a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:45:32.992501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:33.083700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:45:33.087293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:45:33.090519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:33.094956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:33.159262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:33.160760 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] 10.222.0.13 "PUT /v2.0/ports/135d8201-fc0d-4aa7-8b8c-1a13b1c33614 HTTP/1.1" status: 200 len: 1093 time: 1.2498121 Jul 14 08:45:33.161297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:45:33.179860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Pushing event updated for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:33.183087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:33.231835 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614', 'status': 'completed', 'code': 200} Jul 14 08:45:33.349394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-55b8bce6-623d-4032-9a9c-f7d1b976b144 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 1096 time: 0.0763650 Jul 14 08:45:33.436758 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-bc19e662-9cf2-4ed9-aa72-8f315878b65c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614 HTTP/1.1" status: 200 len: 217 time: 0.0650740 Jul 14 08:45:33.470677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:33.511243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-a12b2e72-e649-4f23-ac79-b2c7600bf803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:33.512828 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-a12b2e72-e649-4f23-ac79-b2c7600bf803 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0680273 Jul 14 08:45:33.565823 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-9c40a45f-2f91-49b2-8479-7241526f9037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431316 Jul 14 08:45:33.710351 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-b6a56ee3-7255-4e6d-a7bb-8d255484e288 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371508 Jul 14 08:45:33.785539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8951-e68e-4923-86e7-612954f3ce68 req-b0a1d75c-a453-4ef4-accb-6d2586eaff46 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:33.788248 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-740d8951-e68e-4923-86e7-612954f3ce68 req-b0a1d75c-a453-4ef4-accb-6d2586eaff46 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0882959 Jul 14 08:45:33.838458 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-740d8951-e68e-4923-86e7-612954f3ce68 req-4dc541ca-45d4-4b8e-9f22-acc5f7712b5a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Jul 14 08:45:33.864328 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53dcd0bf-c8f8-4b81-ba30-1caf30a88b14 req-f06154ec-d7dc-490e-8efa-b0322f70a736 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431055 Jul 14 08:45:34.104042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-b0156b19-7ef6-49ab-8b37-357ec771dfcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 1096 time: 0.0817270 Jul 14 08:45:34.171085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce73c4-5eea-44f8-a4fe-be3b89496e94 req-d833d226-82b1-4350-8838-045d86fc7c66 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:34.172706 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-48ce73c4-5eea-44f8-a4fe-be3b89496e94 req-d833d226-82b1-4350-8838-045d86fc7c66 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 943 time: 0.0851629 Jul 14 08:45:34.222749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-48ce73c4-5eea-44f8-a4fe-be3b89496e94 req-27d3baa9-d375-4fc3-b4ed-e7723b4242e9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Jul 14 08:45:34.267036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0cce-663c-4b69-b895-391db261f4bd req-96e5e403-02b6-4415-beab-ecfa08c9b191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:34.268642 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-96e5e403-02b6-4415-beab-ecfa08c9b191 service neutron] 10.222.0.13 "GET /v2.0/networks?id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 200 len: 916 time: 0.1515687 Jul 14 08:45:34.345456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-b834971d-e58b-4800-beff-87eed1ee6126 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614 HTTP/1.1" status: 200 len: 217 time: 0.0699728 Jul 14 08:45:34.432686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0cce-663c-4b69-b895-391db261f4bd req-f4cc4d3e-2a8e-432d-852e-9f49159c4d07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:34.434273 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-f4cc4d3e-2a8e-432d-852e-9f49159c4d07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 200 len: 855 time: 0.0706158 Jul 14 08:45:34.492674 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-e67d5681-8a84-4be3-87ca-3eee6ab80e6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95eac8e3-27ea-4079-80fc-1ef16b5f95ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507178 Jul 14 08:45:34.493709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-96421b34-34c5-4b3b-b8b9-bc0c205f793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:34.615588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:34.850200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-46d38ff3-2226-4a0f-ac3a-9ffe641d49d4 service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447068 Jul 14 08:45:35.077092 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-200f0cce-663c-4b69-b895-391db261f4bd req-55260d97-c63b-462f-af15-8e554ccb5f4f service neutron] 10.222.0.13 "GET /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049649 Jul 14 08:45:35.094158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b879c9-8b42-46f9-bf6a-861ede3fedec req-82459b9e-17f3-4fd1-b81e-71d71f77e5e5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:35.095819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55b879c9-8b42-46f9-bf6a-861ede3fedec req-82459b9e-17f3-4fd1-b81e-71d71f77e5e5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1137173 Jul 14 08:45:35.183227 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55b879c9-8b42-46f9-bf6a-861ede3fedec req-1cc5b45a-50f6-4148-98c0-abbf62bf6655 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731859 Jul 14 08:45:35.471521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447c2b7-4d09-42cd-9756-74bcd2a748de req-016ebbed-5465-45a0-972b-3d9c12e43f93 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:35.472289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8447c2b7-4d09-42cd-9756-74bcd2a748de req-016ebbed-5465-45a0-972b-3d9c12e43f93 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:45:35.487108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8447c2b7-4d09-42cd-9756-74bcd2a748de req-016ebbed-5465-45a0-972b-3d9c12e43f93 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:45:35.488366 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8447c2b7-4d09-42cd-9756-74bcd2a748de req-016ebbed-5465-45a0-972b-3d9c12e43f93 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 943 time: 0.1242335 Jul 14 08:45:35.537523 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8447c2b7-4d09-42cd-9756-74bcd2a748de req-4ea364c7-2139-4395-94f8-91f0bc125847 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 14 08:45:36.061254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48586) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:36.108122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.230653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.302963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:36.307632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e490c94cfa29413193ac70dd49feede4 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:36.310968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:36.319693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:36.449101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610df55b-df0a-4bc3-a745-85f7a55f12c3 req-55b56ee3-0c69-437d-8039-31db8060743c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:36.450715 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-610df55b-df0a-4bc3-a745-85f7a55f12c3 req-55b56ee3-0c69-437d-8039-31db8060743c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1154368 Jul 14 08:45:36.501495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.521385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48606) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:36.524366 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-610df55b-df0a-4bc3-a745-85f7a55f12c3 req-e257b83f-b09f-4897-9390-a8fb9247d5ee tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626931 Jul 14 08:45:36.525151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.537976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-64c9dadc-f5d3-47db-94a7-121509245681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:36.583817 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e490c94cfa29413193ac70dd49feede4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211108 Jul 14 08:45:36.585694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07376bc8-b322-4a8d-9935-a6e1c452852e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:36.586654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48614) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:36.595436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.595846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.596247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.596642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.597037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.597429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.597815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.598207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.598596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.599022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.599408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:36.604202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:36.668959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.716859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.729033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.868312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8646-226a-436d-a8d4-98b1c5bd7c4d req-cd27ab1d-89dd-420e-92e4-fa660372ade7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:36.870212 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-453f8646-226a-436d-a8d4-98b1c5bd7c4d req-cd27ab1d-89dd-420e-92e4-fa660372ade7 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 943 time: 0.1460042 Jul 14 08:45:36.874641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:36.899126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Usage tracker for resource:security_group_rule and tenant:9d14a5b96ac4459480a4f53bc0f0dbc2 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:36.903980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:36.915635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:36.943932 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-453f8646-226a-436d-a8d4-98b1c5bd7c4d req-34230ee1-c514-4dfb-a2be-6c757bc131f6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665805 Jul 14 08:45:36.949315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.958474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d18a412-c1a2-4217-b884-c40047f65f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:36.984995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:36.986444 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07376bc8-b322-4a8d-9935-a6e1c452852e HTTP/1.1" status: 204 len: 168 time: 0.3985050 Jul 14 08:45:36.987646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07376bc8-b322-4a8d-9935-a6e1c452852e,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:36.997634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:37.076499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.079390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.117033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b89510a4-82d3-4e14-9af2-a2e879c7dadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:37.131111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48628) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:37.155042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d14a5b96ac4459480a4f53bc0f0dbc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6226795 Jul 14 08:45:37.178081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ba6be-d491-4eb5-a059-082ec3026487,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:37.191594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:37.243840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.275001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.333339 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.342650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3a79b915-3f26-46c9-9341-8b7630586a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:37.358607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ba6be-d491-4eb5-a059-082ec3026487,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:37.361904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:37.363357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.369935 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e6ba6be-d491-4eb5-a059-082ec3026487 HTTP/1.1" status: 204 len: 168 time: 0.2376878 Jul 14 08:45:37.519503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 48642) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:37.578032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.619974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:37.624946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Usage tracker for resource:security_group_rule and tenant:e1184324f4d2428c97632904242af3f7 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:37.628182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:37.635298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:37.764960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.770197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.778299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4543b2d5-b2c1-4529-82a2-de62318beef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:37.833517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07974266-7c6e-48da-8b31-45d22f7945af,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:37.836800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:37.843557 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1184324f4d2428c97632904242af3f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227472 Jul 14 08:45:37.846390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48658) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:37.855259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6343b3-4e5c-42b1-a2a2-19c6b6f6b689 req-95f51848-785b-4686-a07a-dee99f589104 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:37.859174 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8f6343b3-4e5c-42b1-a2a2-19c6b6f6b689 req-95f51848-785b-4686-a07a-dee99f589104 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1815004 Jul 14 08:45:37.918422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.919343 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8f6343b3-4e5c-42b1-a2a2-19c6b6f6b689 req-21b26f67-d6b2-4e43-8b0f-8f1e34a133a6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Jul 14 08:45:37.946321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:37.998337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:38.008800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69d3a2a0-6b0e-4a7a-b8a3-f1ecc238c1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:38.023572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07974266-7c6e-48da-8b31-45d22f7945af,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:38.029360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:38.030050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:38.031468 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07974266-7c6e-48da-8b31-45d22f7945af HTTP/1.1" status: 204 len: 168 time: 0.1832359 Jul 14 08:45:38.060787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:45:38.211004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5aacb-271d-40be-a5d7-5cdcd7898b4a req-e1efa266-eda0-4f40-bd93-0fe4950a421c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:38.211299 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-16d5aacb-271d-40be-a5d7-5cdcd7898b4a req-e1efa266-eda0-4f40-bd93-0fe4950a421c tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 943 time: 0.0936780 Jul 14 08:45:38.232456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:38.248753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614', 'network_id': '95eac8e3-27ea-4079-80fc-1ef16b5f95ae', 'port_id': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614', 'mac_address': 'fa:16:3e:51:90:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b2cffc-ba24-47d6-8281-edc0533234a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:45:38.296501 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-16d5aacb-271d-40be-a5d7-5cdcd7898b4a req-21d358c8-93e0-4a93-8d08-7ecf9ea06f73 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693188 Jul 14 08:45:38.314139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:38.338226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:45:38.360382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:38.369455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:38.371887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:38.454008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:38.463764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:38.924282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['135d8201-fc0d-4aa7-8b8c-1a13b1c33614'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:45:39.207489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47b815-8da1-4d79-85c5-f4d35de8aa4f req-ef2a45ff-5f66-45f7-acc2-552114f6a999 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:39.209145 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8d47b815-8da1-4d79-85c5-f4d35de8aa4f req-ef2a45ff-5f66-45f7-acc2-552114f6a999 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1195583 Jul 14 08:45:39.308163 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8d47b815-8da1-4d79-85c5-f4d35de8aa4f req-2caf8b01-319d-40f9-a5e7-81e93841cf1e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883462 Jul 14 08:45:39.538652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce125-d0b3-49ab-b69f-e67770f86497 req-280d584b-7f10-426b-92cc-527530ccd9e6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:39.547206 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c3ce125-d0b3-49ab-b69f-e67770f86497 req-280d584b-7f10-426b-92cc-527530ccd9e6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 944 time: 0.0989275 Jul 14 08:45:39.605787 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c3ce125-d0b3-49ab-b69f-e67770f86497 req-7036df54-045b-45db-9aeb-70bf25c40d49 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Jul 14 08:45:40.529217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d6c7d-8ee0-4120-a8e9-6e2c91f4d4fa req-4334f956-9227-4871-b9a3-42d1ce64adcf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:40.531392 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b42d6c7d-8ee0-4120-a8e9-6e2c91f4d4fa req-4334f956-9227-4871-b9a3-42d1ce64adcf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0905049 Jul 14 08:45:40.588773 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b42d6c7d-8ee0-4120-a8e9-6e2c91f4d4fa req-82383fb6-3d3b-4b7a-b56f-d6dd538588b5 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504956 Jul 14 08:45:40.819138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317a65-9df2-47f6-9ef0-8a0cada03aa8 req-5e28b80d-62b0-49d8-b5e3-c07a8cd08fd4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:40.820804 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a5317a65-9df2-47f6-9ef0-8a0cada03aa8 req-5e28b80d-62b0-49d8-b5e3-c07a8cd08fd4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 944 time: 0.0876508 Jul 14 08:45:40.872827 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a5317a65-9df2-47f6-9ef0-8a0cada03aa8 req-7838d327-055f-4d90-a8b3-a7020d283e46 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452161 Jul 14 08:45:41.101715 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-09cdd446-2d3c-47b0-a03e-5b1121d923dd req-c0bebb71-4e8a-4d2a-832b-cee9187e84c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.0804086 Jul 14 08:45:41.162304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-09cdd446-2d3c-47b0-a03e-5b1121d923dd req-3e09d378-1fd6-4f94-9802-9e1ce5a86ea3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jul 14 08:45:41.825037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb7d4-abd1-45f8-b08f-076b645f1ea0 req-1f1c6efc-80e5-4bd2-86b7-aac437f00f24 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:41.828327 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b6fb7d4-abd1-45f8-b08f-076b645f1ea0 req-1f1c6efc-80e5-4bd2-86b7-aac437f00f24 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0904398 Jul 14 08:45:41.887845 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b6fb7d4-abd1-45f8-b08f-076b645f1ea0 req-b922edd2-36cc-46e2-8446-e3c383787155 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Jul 14 08:45:42.093190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:45:42.119173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aad511-5202-4af9-8c5d-ec65ad8fdebe req-f75a6058-ebe5-43d5-9664-0985bba85f0a tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:42.121169 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26aad511-5202-4af9-8c5d-ec65ad8fdebe req-f75a6058-ebe5-43d5-9664-0985bba85f0a tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 944 time: 0.0937734 Jul 14 08:45:42.181579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:45:42.184096 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26aad511-5202-4af9-8c5d-ec65ad8fdebe req-80c3df54-2c77-4051-9612-d5dcad2e5957 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Jul 14 08:45:42.187498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:45:42.187923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:42.335140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:42.366214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:45:42.380902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:42.386018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:42.388711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:42.434425 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614', 'code': 200} Jul 14 08:45:42.464591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:42.480147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.480546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.480930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.481314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.481730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.482107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.482479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.482890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.483262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.483628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.483992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:42.488073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:42.864070 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7e076bd1-06e5-4876-a430-500502148f74 req-6daf41c4-c9c7-43f4-ade9-b78f74758bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 1098 time: 0.0770090 Jul 14 08:45:42.957695 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7e076bd1-06e5-4876-a430-500502148f74 req-2377a167-a720-4405-bedb-9eb8548d7c47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Jul 14 08:45:43.128787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cbd9f-cc0d-4412-9646-a3628cfbdd57 req-021d79a6-2c03-456a-b6d6-4072d4c3fe32 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:43.130298 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-911cbd9f-cc0d-4412-9646-a3628cfbdd57 req-021d79a6-2c03-456a-b6d6-4072d4c3fe32 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0875111 Jul 14 08:45:43.184513 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-911cbd9f-cc0d-4412-9646-a3628cfbdd57 req-1bf8fb24-47e2-474a-b1ba-c1b9dcc1a008 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Jul 14 08:45:43.426320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88332a69-9bdc-4672-a83f-ced69040f721 req-a0dc391b-d83f-4d81-b59e-cc911f14ad75 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:43.428466 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-88332a69-9bdc-4672-a83f-ced69040f721 req-a0dc391b-d83f-4d81-b59e-cc911f14ad75 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.1044307 Jul 14 08:45:43.483381 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-88332a69-9bdc-4672-a83f-ced69040f721 req-80a52ced-c7fe-44a0-96d9-e2d61f63d9fa tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475507 Jul 14 08:45:43.822929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a929-f95a-4bf3-bf5c-a57b0cea503e req-c3756ff3-3754-40fa-a5be-7cbba268e29a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:43.824580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74e0a929-f95a-4bf3-bf5c-a57b0cea503e req-c3756ff3-3754-40fa-a5be-7cbba268e29a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.2186520 Jul 14 08:45:43.905563 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74e0a929-f95a-4bf3-bf5c-a57b0cea503e req-dfaac7d7-63f3-4bed-a093-0f1773de5524 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708137 Jul 14 08:45:43.916465 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-4ecef081-ab23-4f77-9370-82096f31d2bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.2543097 Jul 14 08:45:44.106277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-bc82aacf-0485-4160-85ae-54e3cc7da9c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:44.108358 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-bc82aacf-0485-4160-85ae-54e3cc7da9c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.1808143 Jul 14 08:45:44.124962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48944) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:44.215650 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-8e168ba4-5cc5-4c92-9417-607e5f742083 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.0838473 Jul 14 08:45:44.318929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.334807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-d155ee60-a76b-47e7-bbde-3532a86ccd94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:44.337090 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-d155ee60-a76b-47e7-bbde-3532a86ccd94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.1082964 Jul 14 08:45:44.357607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:44.363053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ecbf52fd5304357a634f70ca3f217e1 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:44.366444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:44.374954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:44.400091 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-7a1e102e-ee0f-43ab-a814-7d92ab3b79b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472887 Jul 14 08:45:44.469743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.473073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.507706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2474bdf-9ee8-4f24-81bd-a333677c944d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:44.538228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ecbf52fd5304357a634f70ca3f217e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4117904 Jul 14 08:45:44.544047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48960) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:44.581899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48964) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:44.586282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-9ef5d4a9-a4c4-4ffa-88dc-b29753b43c09 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665244 Jul 14 08:45:44.601264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa461335-c13d-4952-bd7a-9da671117178,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:44.608102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:44.684101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.732496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.754144 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9aff759b-d5aa-4492-b315-d6e452f21742 req-780f2d85-fef6-4a79-b88a-dc896d2f5c11 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568654 Jul 14 08:45:44.802828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.842533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8db913-21c3-46cc-ac58-a791ee277c45 req-97e2c39a-7f66-4de0-a12c-dd900af5acc6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:44.844215 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2f8db913-21c3-46cc-ac58-a791ee277c45 req-97e2c39a-7f66-4de0-a12c-dd900af5acc6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.1988094 Jul 14 08:45:44.855666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:44.879578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Usage tracker for resource:security_group_rule and tenant:437a76d0ebef4630b4144cad1bc9c681 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:44.882237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.888660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:44.892546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4714eaf6-268c-4cea-b3e3-b6d92f181963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:44.908717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:44.919928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa461335-c13d-4952-bd7a-9da671117178,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:44.928362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:44.962886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:44.964318 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa461335-c13d-4952-bd7a-9da671117178 HTTP/1.1" status: 204 len: 168 time: 0.4188445 Jul 14 08:45:44.998828 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2f8db913-21c3-46cc-ac58-a791ee277c45 req-4e14eed4-637b-4605-9900-5760cb64a5ef tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416502 Jul 14 08:45:45.047139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.050992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.061926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa66cc99-8880-4af7-901a-c8949fdd3a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:45.098626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3501191-1773-4c84-bd14-4e124d5d905c,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:45.105780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:45.128323 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=437a76d0ebef4630b4144cad1bc9c681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5424633 Jul 14 08:45:45.130928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 48980) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:45.210002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.251225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.281151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5900-6345-4645-b359-0fd4e83e995d req-473014f6-e6e1-436e-9075-aff4589a999a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:45.290420 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb2a5900-6345-4645-b359-0fd4e83e995d req-473014f6-e6e1-436e-9075-aff4589a999a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.2328925 Jul 14 08:45:45.351315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.357887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6532950c-57f3-418c-9422-e2d1c856a59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:45.379292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3501191-1773-4c84-bd14-4e124d5d905c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:45.382566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:45.384759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:45.401456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4b2b6daf-4000-48d1-ae3c-aaf3a1ca0c3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3501191-1773-4c84-bd14-4e124d5d905c HTTP/1.1" status: 204 len: 168 time: 0.2693350 Jul 14 08:45:45.409859 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb2a5900-6345-4645-b359-0fd4e83e995d req-6da2bb71-0b58-4a46-a188-d701398cdc02 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183088 Jul 14 08:45:46.232549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b24acd-5b29-4afe-bc4f-05fed0767d13 req-9530aefd-b60c-40ab-84f7-922b847d8be3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:46.234253 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f6b24acd-5b29-4afe-bc4f-05fed0767d13 req-9530aefd-b60c-40ab-84f7-922b847d8be3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.0891166 Jul 14 08:45:46.298804 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f6b24acd-5b29-4afe-bc4f-05fed0767d13 req-ce124a1b-aed4-49f9-ad4a-66c1e1230971 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Jul 14 08:45:46.449854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49030) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:46.610765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1251758793-network', 'tenant_id': '2e10efa12f754bd18796d58faf37fb72'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:46.618416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:46.624764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Usage tracker for resource:network and tenant:2e10efa12f754bd18796d58faf37fb72 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:46.628712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:46.637342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:46.661650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Made reservation on behalf of 2e10efa12f754bd18796d58faf37fb72 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:46.667929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.684510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.704081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4984a-b6f0-47c5-a4e3-b763af5cd8c2 req-f818814a-92d4-433c-a944-07a2e4b54774 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:46.705744 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fd4984a-b6f0-47c5-a4e3-b763af5cd8c2 req-f818814a-92d4-433c-a944-07a2e4b54774 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1568832 Jul 14 08:45:46.751111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:46.764298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Usage tracker for resource:security_group_rule and tenant:2e10efa12f754bd18796d58faf37fb72 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:46.768728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:46.778882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:46.792138 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fd4984a-b6f0-47c5-a4e3-b763af5cd8c2 req-87d6c3b1-10cd-47bc-aac0-ee590d8482e8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790448 Jul 14 08:45:46.863791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.866502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.870598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-54da745d-6100-4200-9d2f-c1996612530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:46.904360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:45:46.910154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:46.914783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:46.918886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.919281 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Added segment aaa0fdb4-e89f-4be7-956c-22296f17ba6b of type vlan for network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c Jul 14 08:45:46.946686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.981753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.983055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:46.983691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:46.988682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:47.088260 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6372125 Jul 14 08:45:47.091349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49042) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:47.097038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Pushing event updated for resources: {'Network': ['ID=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:47.097673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Request body: {'subnet': {'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1251758793-subnet', 'tenant_id': '2e10efa12f754bd18796d58faf37fb72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:47.099925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:47.103909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:47.107433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:45:47.108740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Usage tracker for resource:subnet and tenant:2e10efa12f754bd18796d58faf37fb72 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:47.112255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:47.119188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:47.129736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Made reservation on behalf of 2e10efa12f754bd18796d58faf37fb72 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:47.135885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166667'] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:47.370413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851020909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4166682'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:47.375473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-edd9cd50-f40b-4ebc-8f82-fd9600cd320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:47.447113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea29503-8f87-47a9-ac94-64a412c89ba4,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:47.451166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:47.465725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Checking segment: {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:47.466124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Network hostable DHCP agents. Network: 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:45:47.490647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:45:47.499743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:47.505581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:47.506283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:47.509418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a804e52-c888-41fa-a2b6-c6f3e03fcdb4 None None] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:45:47.540982 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a2a6e5df-e351-4268-babf-ebf15c52d1c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4479239 Jul 14 08:45:47.764987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb66c0e-447c-4c04-878f-91bdc69f9a6b None None] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:45:48.058833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69747c-0e53-4743-9db6-802f0fc39c51 req-370247a8-5c52-439b-820b-c97c099de392 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:48.060794 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab69747c-0e53-4743-9db6-802f0fc39c51 req-370247a8-5c52-439b-820b-c97c099de392 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1299350 Jul 14 08:45:48.157553 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab69747c-0e53-4743-9db6-802f0fc39c51 req-a76307b1-41be-4fe3-a8ed-7800e7231e63 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859427 Jul 14 08:45:48.401613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49088) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:48.580849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:48.615646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:48.620587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Usage tracker for resource:security_group_rule and tenant:0a2c8e579be7433190d2149b962bf265 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:48.623602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:48.629547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:48.708970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:48.713803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:48.724698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7c7ef12c-67cb-4eee-8741-982efd1a018e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:48.778936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83baa9e-3c2b-4792-9677-a4d3796e160a,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:48.782306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:48.788484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a2c8e579be7433190d2149b962bf265&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3858256 Jul 14 08:45:48.788919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49102) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:49.035887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.067246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.116108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.122477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2268cf4-1d9d-474b-96cc-940a657cf4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:49.137405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83baa9e-3c2b-4792-9677-a4d3796e160a,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:49.139991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:49.142057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.147176 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b83baa9e-3c2b-4792-9677-a4d3796e160a HTTP/1.1" status: 204 len: 168 time: 0.3560650 Jul 14 08:45:49.332272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49122) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:49.449685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f705-e0b9-4485-af48-8dc11ea0cf24 req-f935a9c6-ceb1-41bb-9d1d-832a90869f84 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:49.451824 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7066f705-e0b9-4485-af48-8dc11ea0cf24 req-f935a9c6-ceb1-41bb-9d1d-832a90869f84 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1037061 Jul 14 08:45:49.521705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7066f705-e0b9-4485-af48-8dc11ea0cf24 req-52297019-a385-4cd7-b149-97c80125c03d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577869 Jul 14 08:45:49.620161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.687977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:49.694058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:88fe86c3b9b042a3993186fe31856754 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:49.699044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:49.707286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:49.795874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.801001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:49.813275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aaaac89d-9762-44bc-bb02-299361c757fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:49.849116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c7203-7815-4f5e-a9ef-3eaa7efe1ae9 req-2713e81f-4fb3-4b20-b435-d83db1a66098 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:49.850880 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-928c7203-7815-4f5e-a9ef-3eaa7efe1ae9 req-2713e81f-4fb3-4b20-b435-d83db1a66098 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0981693 Jul 14 08:45:49.911892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e488c-55a6-4f7f-a186-8db7f33f1207,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:49.926302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:49.931899 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88fe86c3b9b042a3993186fe31856754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5980647 Jul 14 08:45:49.932735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49150) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:49.959918 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-928c7203-7815-4f5e-a9ef-3eaa7efe1ae9 req-adacbd38-42e4-4a90-8295-7ed187ac5bbe tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017826 Jul 14 08:45:50.123659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c59f-6902-4ce4-b020-415a4917708e req-9bc1cfd7-cc6b-4a0e-ab1c-634dc0daacf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:50.124410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1558c59f-6902-4ce4-b020-415a4917708e req-9bc1cfd7-cc6b-4a0e-ab1c-634dc0daacf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:network {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:45:50.134507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.169813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1558c59f-6902-4ce4-b020-415a4917708e req-9bc1cfd7-cc6b-4a0e-ab1c-634dc0daacf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:network {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:45:50.171120 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-9bc1cfd7-cc6b-4a0e-ab1c-634dc0daacf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 809 time: 0.3052099 Jul 14 08:45:50.172796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.214102 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-e83d2e1e-fcc3-4771-a9d5-b0e7fb616f80 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/quotas/2e10efa12f754bd18796d58faf37fb72 HTTP/1.1" status: 200 len: 375 time: 0.0341675 Jul 14 08:45:50.269959 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-4bb34493-04f3-41b6-8224-e83d5f3d6fe0 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492518 Jul 14 08:45:50.277375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.284010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-99fa48df-870e-4b27-962d-ad281cf43ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:50.320247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e488c-55a6-4f7f-a186-8db7f33f1207,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:50.327758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:50.339318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.340530 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da2e488c-55a6-4f7f-a186-8db7f33f1207 HTTP/1.1" status: 204 len: 168 time: 0.4035070 Jul 14 08:45:50.443017 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-306875f0-9c76-4385-b403-b90580166a77 service neutron] 10.222.0.46 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598754 Jul 14 08:45:50.587852 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-c4eb06f1-d8ac-4735-b556-166dd902e694 service neutron] 10.222.0.46 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380835 Jul 14 08:45:50.693316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49162) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:50.717412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.754689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:50.759633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2dc7c1470264ce8b02a9dc959ff8480 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:50.762913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:50.769634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:50.806900 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c13e28c7-0bca-41f5-8670-56e196499356 req-483ba4c9-85c0-4133-be29-c36808bb0d3c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 210 time: 0.0503042 Jul 14 08:45:50.849949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.853423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.862931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dc55158b-32f8-45d8-91b4-b58ef646a94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:50.900228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:50.907717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7075bc6-b235-4eb9-9d3c-bc815af3ef30,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:50.910852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:50.915416 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2dc7c1470264ce8b02a9dc959ff8480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2198465 Jul 14 08:45:50.918024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49174) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:50.988890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:51.020927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:51.084370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:51.090916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44d61271-12c0-4612-acd4-d523c578e25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:51.142268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7075bc6-b235-4eb9-9d3c-bc815af3ef30,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:51.150067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:51.156626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:51.161118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7075bc6-b235-4eb9-9d3c-bc815af3ef30 HTTP/1.1" status: 204 len: 168 time: 0.2412946 Jul 14 08:45:51.218137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586437-e29d-4318-90ee-b87e20186087 req-6f8387c6-13f8-4c9c-9a5a-6e8ce622ddc8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:51.219941 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-21586437-e29d-4318-90ee-b87e20186087 req-6f8387c6-13f8-4c9c-9a5a-6e8ce622ddc8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1175857 Jul 14 08:45:51.316409 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-21586437-e29d-4318-90ee-b87e20186087 req-f0404b27-0147-45b4-845e-8c93063a2b52 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858877 Jul 14 08:45:51.610162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7127e9-2e96-44e9-b356-aeb774f9d465 req-4204183a-8415-47e4-94bd-f1383ecc8064 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:51.612082 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc7127e9-2e96-44e9-b356-aeb774f9d465 req-4204183a-8415-47e4-94bd-f1383ecc8064 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1367681 Jul 14 08:45:51.669749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc7127e9-2e96-44e9-b356-aeb774f9d465 req-982cbccf-bf42-4854-8c7b-3c952a1c1580 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509002 Jul 14 08:45:51.802480 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49206) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:51.828804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:51.866425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:51.871183 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Usage tracker for resource:security_group_rule and tenant:88fae6854e064e08bc9b8dd54271039d is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:51.874174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:51.880375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:52.001948 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9b6f00a8-8b4d-4c7e-9e6e-64a7d719805b req-50637be7-7e1d-45d5-b75b-224687632c00 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 210 time: 0.0565419 Jul 14 08:45:52.011608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.014610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.022719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0d9ff082-0927-44e4-9112-71fafc41aba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:52.066129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582c987b-46ec-4683-842a-8e69626855d6,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:52.069931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:52.073638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88fae6854e064e08bc9b8dd54271039d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700009 Jul 14 08:45:52.076372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49214) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:52.143109 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.172161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.235261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.241497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6188e0e5-98e0-41f1-8b96-4f2addf6b3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:52.255493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c987b-46ec-4683-842a-8e69626855d6,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:52.261142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:52.263733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.275541 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/582c987b-46ec-4683-842a-8e69626855d6 HTTP/1.1" status: 204 len: 168 time: 0.1979966 Jul 14 08:45:52.449206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c59f-6902-4ce4-b020-415a4917708e req-651d25e2-c64f-4881-bff8-6397b963bc92 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:52.451102 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-651d25e2-c64f-4881-bff8-6397b963bc92 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 809 time: 0.1826267 Jul 14 08:45:52.501854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Request body: {'port': {'device_id': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c', 'admin_state_up': True, 'tenant_id': '2e10efa12f754bd18796d58faf37fb72'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:52.630629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0396e19-19ed-4f39-a566-80a249131490 req-37cfba72-8b46-44ce-859c-0b91d2dd013a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:52.633542 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c0396e19-19ed-4f39-a566-80a249131490 req-37cfba72-8b46-44ce-859c-0b91d2dd013a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0907183 Jul 14 08:45:52.686060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:52.692718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Usage tracker for resource:port and tenant:2e10efa12f754bd18796d58faf37fb72 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:52.697734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:52.705473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:52.718354 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c0396e19-19ed-4f39-a566-80a249131490 req-8538103f-2701-4b38-afd7-156077369765 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680442 Jul 14 08:45:52.720048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Made reservation on behalf of 2e10efa12f754bd18796d58faf37fb72 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:52.730835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:52.910319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Allocated IP 172.20.0.3 (6ff9a5fa-fb31-46d7-81a8-b72b40ad701c/4ea29503-8f87-47a9-ac94-64a412c89ba4/55c9e53b-1509-4328-9998-b20803891d39) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:45:53.199243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.209680 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a80fb33-579c-414b-b8fa-bf8922ec2c9e req-9aa318fb-6bb5-4485-bd9c-64d5eee0f5d2 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 210 time: 0.0572016 Jul 14 08:45:53.280959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.292986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-83df0cfe-5ca3-4c46-b48e-9fe39a4a493a tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:53.375909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:45:53.379192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:53.384165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:45:53.414019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Pushing event updated for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:53.417870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:53.456145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:53.457028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.485696 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9883246 Jul 14 08:45:53.517824 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Request body: {'port': {'device_id': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:53.518070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49258) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:53.636330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.670165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1060578058-network', 'tenant_id': '486e6537d52a494b96650521bf4cc385'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:53.675268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:53.679411 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Usage tracker for resource:network and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:53.683203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:53.689921 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:53.699727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Made reservation on behalf of 486e6537d52a494b96650521bf4cc385 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:53.704406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.718170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.751475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:53.756497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:53.760769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:53.768108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:53.854984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.896418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.905977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-00c1dd35-909c-4ebe-b557-24d22f290e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:53.942903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:45:53.956299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566d160-8b62-4466-b122-57846fc99d1c,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:53.960787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:53.971370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:53.971758 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Added segment d517b3d3-92c4-4c3d-9559-72d8893429ad of type vlan for network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 Jul 14 08:45:54.007377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.017672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47167c4-d58e-4bb7-9966-f4ba759747ac req-5b0966bc-3512-491e-926f-1c0c8315208e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:54.019279 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b47167c4-d58e-4bb7-9966-f4ba759747ac req-5b0966bc-3512-491e-926f-1c0c8315208e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1680593 Jul 14 08:45:54.082910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.086403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:54.087086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.092295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7199bcd2-b2ca-49f2-ba72-78b526b1603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:54.114115 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b47167c4-d58e-4bb7-9966-f4ba759747ac req-68c476ab-a63f-4b41-8772-1cf5b4d2208a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865605 Jul 14 08:45:54.197283 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6777766 Jul 14 08:45:54.200606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49266) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:54.203032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Pushing event updated for resources: {'Network': ['ID=00c3a61a-0c6d-46f9-9e84-fe1760f14684,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:54.208802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Request body: {'subnet': {'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1060578058-subnet', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:54.213061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:54.214242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:45:54.215288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:54.215758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c9e53b-1509-4328-9998-b20803891d39 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:45:54.219398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Usage tracker for resource:subnet and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:54.222352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:54.222958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.229324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:54.239728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Transition to ACTIVE for port object 55c9e53b-1509-4328-9998-b20803891d39 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:45:54.241222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Made reservation on behalf of 486e6537d52a494b96650521bf4cc385 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:45:54.246725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850926359'] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.255200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.266452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-65da06f7-b3fa-4304-8dd0-b2eb3e2bc2f5 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:54.511299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:54.518302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:54.524892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851625299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850926344'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.529823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0ad522fb-c64c-43f3-a908-3900e526f2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:54.621842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c73d9fe-dbbb-4de6-8a12-16081b8469a2,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:54.638735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:54.643781 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Checking segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:54.644404 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Network hostable DHCP agents. Network: 00c3a61a-0c6d-46f9-9e84-fe1760f14684, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:45:54.671162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:45:54.672949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e453d53-6cd4-4a75-9cef-c60af29af7a5 req-ad2d65fd-2ffb-4f0f-86ac-20f17da307dc tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:54.673976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4e453d53-6cd4-4a75-9cef-c60af29af7a5 req-ad2d65fd-2ffb-4f0f-86ac-20f17da307dc tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:45:54.681204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 00c3a61a-0c6d-46f9-9e84-fe1760f14684) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:54.685809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:54.686826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.691288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56df179-da38-487a-9a2c-77063b4a9dd1 None None] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:45:54.716127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4e453d53-6cd4-4a75-9cef-c60af29af7a5 req-ad2d65fd-2ffb-4f0f-86ac-20f17da307dc tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:45:54.717533 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e453d53-6cd4-4a75-9cef-c60af29af7a5 req-ad2d65fd-2ffb-4f0f-86ac-20f17da307dc tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 943 time: 0.2948439 Jul 14 08:45:54.721024 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5164406 Jul 14 08:45:54.721152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Attempting to bind port 55c9e53b-1509-4328-9998-b20803891d39 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:45:54.721152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Attempting to bind port 55c9e53b-1509-4328-9998-b20803891d39 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:45:54.721152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Attempting to bind port 55c9e53b-1509-4328-9998-b20803891d39 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:54.721404 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49280) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:54.727685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:45:54.734682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:45:54.739042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Usage tracker for resource:router and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:45:54.743116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:45:54.748526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Port 55c9e53b-1509-4328-9998-b20803891d39 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:45:54.748905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Attempting to bind port 55c9e53b-1509-4328-9998-b20803891d39 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:54.751912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:45:54.767895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:45:54.771126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.771355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Checking segment: {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:54.771355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Bound using segment: {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:45:54.771355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Bound port: 55c9e53b-1509-4328-9998-b20803891d39, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:45:54.771596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.771684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.795841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.799249 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e453d53-6cd4-4a75-9cef-c60af29af7a5 req-a73f7f9b-dffc-4901-8d8c-a73aaf7ae3f3 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749846 Jul 14 08:45:54.891266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:45:54.894668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=55c9e53b-1509-4328-9998-b20803891d39,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:45:54.900251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:54.905051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:54.974606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.014524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:45:55.015655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.033391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.035178 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] 10.222.0.13 "PUT /v2.0/ports/55c9e53b-1509-4328-9998-b20803891d39 HTTP/1.1" status: 200 len: 1093 time: 1.5228174 Jul 14 08:45:55.035995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'tag': '55c9e53b-1509-4328-9998-b20803891d39'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:45:55.071646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:55.075830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:55.091775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d9c7-c1bf-449b-8ba5-56621b9759bb req-8a4a50b5-dd57-4244-beff-b553b851c6c1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:55.093575 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a61d9c7-c1bf-449b-8ba5-56621b9759bb req-8a4a50b5-dd57-4244-beff-b553b851c6c1 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.1501966 Jul 14 08:45:55.250635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.253691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Allocated IP 172.20.0.2 (00c3a61a-0c6d-46f9-9e84-fe1760f14684/3c73d9fe-dbbb-4de6-8a12-16081b8469a2/e3fe675d-2bbd-4053-b7d1-e8392cf2516f) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:45:55.254507 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a61d9c7-c1bf-449b-8ba5-56621b9759bb req-3d689c2c-10b2-418d-b538-73d51a3160a6 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531532 Jul 14 08:45:55.272400 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'tag': '55c9e53b-1509-4328-9998-b20803891d39', 'status': 'completed', 'code': 200} Jul 14 08:45:55.292792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.410538 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-af219a55-f9c2-4467-9b52-0617728a835d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 1096 time: 0.2907169 Jul 14 08:45:55.506582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.518221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Transition to ACTIVE for port object e3fe675d-2bbd-4053-b7d1-e8392cf2516f will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:45:55.540401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Transition to ACTIVE for port object e3fe675d-2bbd-4053-b7d1-e8392cf2516f will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:45:55.541330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Allocated IP 172.28.0.58 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/e18b570d-cdf3-4b09-abf0-88c588e0630e) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:45:55.546130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.550125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:55.558035 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-db0e0734-e93f-447b-b050-b2164ac590e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55c9e53b-1509-4328-9998-b20803891d39 HTTP/1.1" status: 200 len: 217 time: 0.1296823 Jul 14 08:45:55.566461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a7eb7-3191-44a5-9b63-4f22e7fcaa8c req-8afb68bf-8526-4a61-9197-48c04c7ab8ff tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:55.567891 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-363f4d40-5aa7-4a99-b14e-a874c962b0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.2928231 Jul 14 08:45:55.568121 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2e3a7eb7-3191-44a5-9b63-4f22e7fcaa8c req-8afb68bf-8526-4a61-9197-48c04c7ab8ff tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1283121 Jul 14 08:45:55.614720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:45:55.618429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:55.621550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:45:55.634702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Pushing event updated for resources: {'Port': ['ID=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:55.637656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:55.729320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Attempting to bind port e3fe675d-2bbd-4053-b7d1-e8392cf2516f on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:45:55.729901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Attempting to bind port e3fe675d-2bbd-4053-b7d1-e8392cf2516f by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:45:55.730166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Attempting to bind port e3fe675d-2bbd-4053-b7d1-e8392cf2516f on network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:55.737780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:45:55.738211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Checking segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:55.738671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.739149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Bound using segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:45:55.739701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Bound port: e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:45:55.740133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.765526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c59f-6902-4ce4-b020-415a4917708e req-abb22fd9-e64a-49f3-8f97-cf11c880a7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:55.767072 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-abb22fd9-e64a-49f3-8f97-cf11c880a7e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea29503-8f87-47a9-ac94-64a412c89ba4 HTTP/1.1" status: 200 len: 849 time: 0.1982362 Jul 14 08:45:55.826274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d00f-1f26-40ec-b1ee-e9bdcbae2a22 req-95e9cb33-9c2d-4756-bb00-68469dcf264c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:55.829155 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a390d00f-1f26-40ec-b1ee-e9bdcbae2a22 req-95e9cb33-9c2d-4756-bb00-68469dcf264c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.3358309 Jul 14 08:45:55.837030 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-3a3d821f-07b0-4892-b7b6-b50e49c365e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613098 Jul 14 08:45:55.846638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] For port e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:45:55.850217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] For port e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:45:55.854886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.868787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:55.893914 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2e3a7eb7-3191-44a5-9b63-4f22e7fcaa8c req-7c0c3d59-80d9-40d6-9594-7fa9357a42ee tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099701 Jul 14 08:45:55.920934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-72610a92-3644-4dc3-929e-7bfddede2bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:55.927783 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-72610a92-3644-4dc3-929e-7bfddede2bc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.3080742 Jul 14 08:45:55.946256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.974951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Pushing event updated for resources: {'Port': ['ID=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:55.980980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:55.990077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:55.995447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:56.093234 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-f046f2c3-cbe0-40d9-b090-a683a7996dac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.1567888 Jul 14 08:45:56.097758 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a390d00f-1f26-40ec-b1ee-e9bdcbae2a22 req-5d89e654-166e-418c-b87a-55fbd7a87a1f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577217 Jul 14 08:45:56.118653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:45:56.123298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:45:56.125835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:45:56.158966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Pushing event updated for resources: {'Port': ['ID=e18b570d-cdf3-4b09-abf0-88c588e0630e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:56.162864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:56.187381 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-f842b1bb-be48-46d6-8a67-26080a375ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321791 Jul 14 08:45:56.192815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-7454c0c9-86ab-4bc0-835e-99be3dbe189b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:56.194355 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-7454c0c9-86ab-4bc0-835e-99be3dbe189b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.0908937 Jul 14 08:45:56.295952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-46f0c1ba-e2ca-4ebd-9ebc-e8d8c9066437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743716 Jul 14 08:45:56.318144 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783cf0-07d1-47f5-a8ca-12bb75f315ee req-ae8177d3-4b0a-4ddb-907f-16fe2c346f55 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:56.323272 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f1783cf0-07d1-47f5-a8ca-12bb75f315ee req-ae8177d3-4b0a-4ddb-907f-16fe2c346f55 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 943 time: 0.2815289 Jul 14 08:45:56.395010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-f1783cf0-07d1-47f5-a8ca-12bb75f315ee req-1b60feb6-2088-47ab-a5d5-6333d4a8f931 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:45:56.437638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-f1783cf0-07d1-47f5-a8ca-12bb75f315ee req-1b60feb6-2088-47ab-a5d5-6333d4a8f931 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:45:56.444558 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f1783cf0-07d1-47f5-a8ca-12bb75f315ee req-1b60feb6-2088-47ab-a5d5-6333d4a8f931 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139379 Jul 14 08:45:56.458028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:56.458972 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:56.487141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e3fe675d-2bbd-4053-b7d1-e8392cf2516f up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:45:56.574826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port e3fe675d-2bbd-4053-b7d1-e8392cf2516f completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:45:56.745427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Router 8741f0b2-86a1-411c-a582-f02465cf3ace is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:45:56.813930 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1558c59f-6902-4ce4-b020-415a4917708e req-e189e0c3-4ab9-4b8b-aa48-8e47d71be9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185052 Jul 14 08:45:56.854925 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-9d67b073-c0ce-40eb-a0a5-8dd332c2d649 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933903 Jul 14 08:45:56.867380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa442e64-4821-4807-8727-dabddb2341fc req-2311bebd-979e-4aac-a3ef-5942c8e93aea tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:56.869109 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa442e64-4821-4807-8727-dabddb2341fc req-2311bebd-979e-4aac-a3ef-5942c8e93aea tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.4046829 Jul 14 08:45:56.921423 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa442e64-4821-4807-8727-dabddb2341fc req-a742328f-0a10-4fef-b784-f99b2d19eccd tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458083 Jul 14 08:45:56.961616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:45:56.972839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Sync routers for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:45:56.988084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:45:56.988268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:56.989403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:45:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:56.993115 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2706974 Jul 14 08:45:56.994151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49300) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:45:57.173596 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-df4aa79b-27b5-4497-b3d9-3ae3ebdef764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 1096 time: 0.2295361 Jul 14 08:45:57.179069 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fa4dd771-b0aa-4510-8078-0e38c49c2893 req-775e3fdd-7934-4779-88d4-f4fdab7fd3ae service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367494 Jul 14 08:45:57.228153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:45:57.407970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-870f5177-f0c6-46c3-a7d4-74e2844a4135 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:57.409904 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-870f5177-f0c6-46c3-a7d4-74e2844a4135 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.3538456 Jul 14 08:45:57.421613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb091437-758c-4f31-bb4c-5f336e319ad4 req-e5529033-dd01-4ad4-b0bc-04430ad76be7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:57.431855 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fb091437-758c-4f31-bb4c-5f336e319ad4 req-e5529033-dd01-4ad4-b0bc-04430ad76be7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.3692145 Jul 14 08:45:57.441739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-729d95b0-d6e0-4909-a9ab-e602b62da223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:57.443374 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-729d95b0-d6e0-4909-a9ab-e602b62da223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 910 time: 0.2496645 Jul 14 08:45:57.529405 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-c3e64232-9b17-42b7-84f1-8d277b12ecc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55c9e53b-1509-4328-9998-b20803891d39 HTTP/1.1" status: 200 len: 217 time: 0.0764260 Jul 14 08:45:57.543941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476df6-a911-45d4-820b-96b0f12f965e req-9bdd39f8-39c8-4d5c-92b2-7c82594cb300 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:57.545621 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e9476df6-a911-45d4-820b-96b0f12f965e req-9bdd39f8-39c8-4d5c-92b2-7c82594cb300 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.2015121 Jul 14 08:45:57.549760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Deleting port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:45:57.550173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:57.625032 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fb091437-758c-4f31-bb4c-5f336e319ad4 req-2c68b456-c1bf-44ca-8ec7-0f97c509481d tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920304 Jul 14 08:45:57.658846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-a37e4151-82c0-49f2-80e2-5f727318895d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:57.660473 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-a37e4151-82c0-49f2-80e2-5f727318895d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea29503-8f87-47a9-ac94-64a412c89ba4 HTTP/1.1" status: 200 len: 849 time: 0.1138878 Jul 14 08:45:57.666950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:45:56Z', 'revision_number': 3, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:57.671560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Checking router: 8741f0b2-86a1-411c-a582-f02465cf3ace for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:45:57.672139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Updating router 8741f0b2-86a1-411c-a582-f02465cf3ace port e18b570d-cdf3-4b09-abf0-88c588e0630e binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:45:57.686698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e9476df6-a911-45d4-820b-96b0f12f965e req-a1434ff8-7baf-4cce-9daa-e35f2073d2a2 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Jul 14 08:45:57.740804 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-d71f63c8-063b-4845-85d4-aa3d61de2e0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529306 Jul 14 08:45:57.769594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:45:57.778765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:57.911238 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-cbc784c6-d5c8-4cf9-88c9-099fc60d179d service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573734 Jul 14 08:45:58.038262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd5fe82-caac-4c65-a4e2-0956c1244d6a None None] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:45:58.123033 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3cd158a0-3881-47d0-a7ba-c36e3b2976dc req-1b366c6b-23cf-4fdd-b5cc-8196a4124b23 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019250 Jul 14 08:45:58.193511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Provisioning for port e3fe675d-2bbd-4053-b7d1-e8392cf2516f completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:45:58.218868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.232899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Transition to ACTIVE for port object e18b570d-cdf3-4b09-abf0-88c588e0630e will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:45:58.233359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Provisioning complete for port e3fe675d-2bbd-4053-b7d1-e8392cf2516f triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:45:58.233973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.244815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.253182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:58.277083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6145-0666-4b81-a1cf-274dee869b51 req-0a702c5d-163a-4c4d-a472-0d15783d0936 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:58.278665 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5a6e6145-0666-4b81-a1cf-274dee869b51 req-0a702c5d-163a-4c4d-a472-0d15783d0936 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 945 time: 0.1302333 Jul 14 08:45:58.331368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] For port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:58.331896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.344453 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5a6e6145-0666-4b81-a1cf-274dee869b51 req-1c0ea340-3daa-4ce7-8502-2aab136270c8 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Jul 14 08:45:58.373161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Pushing event updated for resources: {'Port': ['ID=e18b570d-cdf3-4b09-abf0-88c588e0630e,revision_number=2']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:58.376190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Attempting to bind port e18b570d-cdf3-4b09-abf0-88c588e0630e on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:45:58.376592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Attempting to bind port e18b570d-cdf3-4b09-abf0-88c588e0630e by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:45:58.376988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Attempting to bind port e18b570d-cdf3-4b09-abf0-88c588e0630e on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:45:58.390050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.390426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.390814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.391176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.391537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.391900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.392254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.392611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.392963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.393310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.393660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:45:58.397845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:58.399132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:45:58.399749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:45:58.399924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.400345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:45:58.400868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Bound port: e18b570d-cdf3-4b09-abf0-88c588e0630e, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:45:58.401276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.481176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] For port e18b570d-cdf3-4b09-abf0-88c588e0630e, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:45:58.484370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] For port e18b570d-cdf3-4b09-abf0-88c588e0630e, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e18b570d-cdf3-4b09-abf0-88c588e0630e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:45:58.487613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.492785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:58.497481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Calling delete_port for 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 owned by compute:nova {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:45:58.498764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.569584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab600df-8201-4900-bc58-c67f424b1c9a req-0f0e35c1-279e-41eb-95c2-9246d93836ea tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:58.574897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:45:58.575548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:45:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:58.575698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fab600df-8201-4900-bc58-c67f424b1c9a req-0f0e35c1-279e-41eb-95c2-9246d93836ea tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 943 time: 0.7244093 Jul 14 08:45:58.652575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Pushing event updated for resources: {'Port': ['ID=e18b570d-cdf3-4b09-abf0-88c588e0630e,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:58.656283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:58.727411 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] For port e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:45:58.737201 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fab600df-8201-4900-bc58-c67f424b1c9a req-2b6ca569-39bd-458e-8b99-0a4086e40f93 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555929 Jul 14 08:45:58.754239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:58.764911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:58.811158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:45:58.896433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Pushing event updated for resources: {'Port': ['ID=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:58.902408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:58.923163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b199-8400-4d86-96dc-912b63c7e3a6 req-f01cb6da-81bb-44e9-b4f6-82f2583e581e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:58.925185 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bce4b199-8400-4d86-96dc-912b63c7e3a6 req-f01cb6da-81bb-44e9-b4f6-82f2583e581e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1284456 Jul 14 08:45:58.960035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:59.005888 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce', '87cf4122-280c-4658-b0a6-30e1e772df1d', '653086f8-f11e-49f3-ae93-35c6324eeed2'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:45:59.015824 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bce4b199-8400-4d86-96dc-912b63c7e3a6 req-e1bb16ee-337f-406f-afa8-0ae7d8ba20f8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834601 Jul 14 08:45:59.036371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:45:59.090575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event deleted for resources: {'Port': ['ID=135d8201-fc0d-4aa7-8b8c-1a13b1c33614,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:45:59.101015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:45:59.217437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] No DVR routers for this DVR port 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 on host hv-cinder-80022 {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:45:59.223572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:59.229861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'name': 'network-vif-deleted', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:45:59.257294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7b497-f8a2-4680-b88b-73e38d04b622 req-87e71963-de3a-4fd1-a5e3-a71ceb4cb920 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:45:59.265631 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-adc7b497-f8a2-4680-b88b-73e38d04b622 req-87e71963-de3a-4fd1-a5e3-a71ceb4cb920 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.2986693 Jul 14 08:45:59.286836 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac3ccbf6-fc1d-401a-b7a8-be8437388c74 req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "DELETE /v2.0/ports/135d8201-fc0d-4aa7-8b8c-1a13b1c33614 HTTP/1.1" status: 204 len: 173 time: 1.8499789 Jul 14 08:45:59.300792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-48ca5c5a-25d0-4241-97c8-cd8424e678ea None None] Provisioning complete for port e3fe675d-2bbd-4053-b7d1-e8392cf2516f triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:45:59.301501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-48ca5c5a-25d0-4241-97c8-cd8424e678ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:59.327720 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa599b7a-f184-40f4-ab53-826928ed6edc', 'name': 'network-vif-deleted', 'tag': '135d8201-fc0d-4aa7-8b8c-1a13b1c33614', 'status': 'completed', 'code': 200} Jul 14 08:45:59.353187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-adc7b497-f8a2-4680-b88b-73e38d04b622 req-b90acab4-43d7-4917-8c16-8411835f3926 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864725 Jul 14 08:45:59.529624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:45:56Z', 'revision_number': 3, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:45:59.534403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ecf312-668f-4054-bb5b-18ae80d13457 None None] The sync data for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb is: [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:45:56Z', 'revision_number': 3, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:45:59.569223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:45:59.598408 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cb49041a-ca48-456a-9ec0-e0a076459ca1 req-36aab588-d023-463f-af2d-08c2416660ad tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa599b7a-f184-40f4-ab53-826928ed6edc HTTP/1.1" status: 200 len: 210 time: 0.0516939 Jul 14 08:45:59.803680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Allocated IP 172.20.0.1 (00c3a61a-0c6d-46f9-9e84-fe1760f14684/3c73d9fe-dbbb-4de6-8a12-16081b8469a2/6d282bf7-f95a-47ab-9948-5b294c5dfa3d) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:00.057747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.077406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d524a6-3d92-441d-a995-a4cc01470548 req-fbfd0169-ab04-4645-8315-a9adbfff8549 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:00.079213 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58d524a6-3d92-441d-a995-a4cc01470548 req-fbfd0169-ab04-4645-8315-a9adbfff8549 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 943 time: 0.1711109 Jul 14 08:46:00.090511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Transition to ACTIVE for port object 6d282bf7-f95a-47ab-9948-5b294c5dfa3d will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:00.147554 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-58d524a6-3d92-441d-a995-a4cc01470548 req-5c46e3ff-b2fb-48fb-bc8b-b73688671dad tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604870 Jul 14 08:46:00.156883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.161483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:00.234231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 55c9e53b-1509-4328-9998-b20803891d39 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:46:00.238993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:00.240574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:00.247756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:00.249466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Pushing event updated for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:00.252214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:00.283798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:00.341515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.354393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7863f-a36c-43c7-b84d-2388b585a29c req-611fd142-21df-4d88-9088-c8757d7cc154 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:00.356147 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cc7863f-a36c-43c7-b84d-2388b585a29c req-611fd142-21df-4d88-9088-c8757d7cc154 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1650815 Jul 14 08:46:00.371278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:00.371278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 135d8201-fc0d-4aa7-8b8c-1a13b1c33614 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:00.443626 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5cc7863f-a36c-43c7-b84d-2388b585a29c req-4819fa15-d389-420b-8665-c62fd0af3d9c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810215 Jul 14 08:46:00.530639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.537247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e18b570d-cdf3-4b09-abf0-88c588e0630e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:00.658032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=55c9e53b-1509-4328-9998-b20803891d39,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:00.679139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '55c9e53b-1509-4328-9998-b20803891d39', 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c', 'port_id': '55c9e53b-1509-4328-9998-b20803891d39', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea29503-8f87-47a9-ac94-64a412c89ba4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:46:00.739675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c60d16-53d7-4d92-9147-b45f25cf96bc req-b9ed4f2a-0053-4e01-96e8-f1d4d814c1c4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:00.747285 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a9c60d16-53d7-4d92-9147-b45f25cf96bc req-b9ed4f2a-0053-4e01-96e8-f1d4d814c1c4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1959267 Jul 14 08:46:00.758829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-35906a93-817c-40de-bbab-8ab27702a9ac None None] Provisioning for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:00.774050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-35906a93-817c-40de-bbab-8ab27702a9ac None None] Provisioning complete for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:00.774732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-35906a93-817c-40de-bbab-8ab27702a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.809679 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a9c60d16-53d7-4d92-9147-b45f25cf96bc req-a377d980-1b0f-4835-8d6e-cdace8cb9709 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Jul 14 08:46:00.838594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port e18b570d-cdf3-4b09-abf0-88c588e0630e completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:00.849234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.878375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port e18b570d-cdf3-4b09-abf0-88c588e0630e triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:00.878854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.914501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c9e53b-1509-4328-9998-b20803891d39 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:46:00.927342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-35906a93-817c-40de-bbab-8ab27702a9ac None None] Port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:46:00.961633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.962706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=55c9e53b-1509-4328-9998-b20803891d39,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:00.965742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.970880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:00.973258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:00.997648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2b93214d-3162-467c-9785-437313a3fece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:01.084465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:01.089876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Pushing event updated for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:01.093210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:01.094892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:01.099746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:01.106911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:01.124866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port e18b570d-cdf3-4b09-abf0-88c588e0630e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e18b570d-cdf3-4b09-abf0-88c588e0630e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:01.128620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:01.129740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e3fe675d-2bbd-4053-b7d1-e8392cf2516f up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:01.159031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:01.255543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=e18b570d-cdf3-4b09-abf0-88c588e0630e,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:01.257451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:01.260146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:01.263054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:01.277114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port e3fe675d-2bbd-4053-b7d1-e8392cf2516f triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:01.277546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:01.410151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['55c9e53b-1509-4328-9998-b20803891d39'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:01.428784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8daed3-e552-4f61-9781-22d3d90a5f3e req-0427d40f-625e-4395-9d08-ff04cc7ee884 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:01.437627 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cb8daed3-e552-4f61-9781-22d3d90a5f3e req-0427d40f-625e-4395-9d08-ff04cc7ee884 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 944 time: 0.1135261 Jul 14 08:46:01.501078 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cb8daed3-e552-4f61-9781-22d3d90a5f3e req-5a93e976-b504-45e1-9ee2-0bda2d1ac49c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596983 Jul 14 08:46:01.755082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-59acff5b-b5e3-4f68-966b-11137388837d None None] Provisioning complete for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:01.755513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59acff5b-b5e3-4f68-966b-11137388837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:01.814620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-59acff5b-b5e3-4f68-966b-11137388837d None None] Port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:46:01.936704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8190f71-eff8-44e1-a280-48b10cadfdee req-d1f2e884-e34a-4de4-aa66-80303ffc91fb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:01.938326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d8190f71-eff8-44e1-a280-48b10cadfdee req-d1f2e884-e34a-4de4-aa66-80303ffc91fb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2227526 Jul 14 08:46:01.947804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8244750a-0eb0-4f90-9eca-0de3709bed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:02.008854 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d8190f71-eff8-44e1-a280-48b10cadfdee req-a05e2afe-d2b2-4200-91c9-f01280550065 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586636 Jul 14 08:46:02.015651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c64d8-c495-4668-b666-7c2b50633c7a req-9f5e6953-e9b4-41a0-806d-a991eb5b5fb7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:02.017338 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-499c64d8-c495-4668-b666-7c2b50633c7a req-9f5e6953-e9b4-41a0-806d-a991eb5b5fb7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0897539 Jul 14 08:46:02.059022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Router 8741f0b2-86a1-411c-a582-f02465cf3ace has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:46:02.079330 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-499c64d8-c495-4668-b666-7c2b50633c7a req-5b5ee3c1-3277-4aab-968f-f4816e5274ea tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Jul 14 08:46:02.279381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:46:02.291357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] 10.222.0.46 "PUT /v2.0/routers/8741f0b2-86a1-411c-a582-f02465cf3ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2960985 Jul 14 08:46:02.381798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e18b570d-cdf3-4b09-abf0-88c588e0630e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:02.459937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf201ee9-2cbd-4ce6-8523-4e3ab865ca39 req-1e8065c4-7947-4dcf-a2e2-3f48a6852433 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:02.462683 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf201ee9-2cbd-4ce6-8523-4e3ab865ca39 req-1e8065c4-7947-4dcf-a2e2-3f48a6852433 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.0969880 Jul 14 08:46:02.473056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port e18b570d-cdf3-4b09-abf0-88c588e0630e triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:02.473481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:02.519444 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf201ee9-2cbd-4ce6-8523-4e3ab865ca39 req-774b1006-4799-43fb-9450-5cf98ca33848 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Jul 14 08:46:02.728526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41bda6-3bd4-4898-8206-56dc8bedc36a req-7e648d85-cbab-4803-9d6b-72889128669c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:02.730155 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5e41bda6-3bd4-4898-8206-56dc8bedc36a req-7e648d85-cbab-4803-9d6b-72889128669c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 944 time: 0.0898159 Jul 14 08:46:02.782154 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5e41bda6-3bd4-4898-8206-56dc8bedc36a req-e4154a74-3f62-438b-838c-3069ef5196d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Jul 14 08:46:02.834923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Sync routers for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:46:02.847810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:02.848483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:45:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:03.036952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:03.245803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87661b9-03cf-45a3-b669-34197740db46 req-08294042-e854-4d96-94a1-fc808e7d22c5 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:03.247593 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d87661b9-03cf-45a3-b669-34197740db46 req-08294042-e854-4d96-94a1-fc808e7d22c5 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1039574 Jul 14 08:46:03.248871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49370) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:03.256960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-365020105-network', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:03.262228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:03.297377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Usage tracker for resource:network and tenant:f7ca356db26946c49f2d9dc40ac19109 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:03.300819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:03.307413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:03.320892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Made reservation on behalf of f7ca356db26946c49f2d9dc40ac19109 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:46:03.325737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.345286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.345736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b460fc-b333-4900-ab36-d772ee49702f req-78b34f90-66fb-4a4f-9da7-f4b9dbe0e7c0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:03.351988 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-27b460fc-b333-4900-ab36-d772ee49702f req-78b34f90-66fb-4a4f-9da7-f4b9dbe0e7c0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1229680 Jul 14 08:46:03.359087 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d87661b9-03cf-45a3-b669-34197740db46 req-d182b848-1a89-4c0e-bce5-d135b62a2583 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940893 Jul 14 08:46:03.384798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:03.389457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ca356db26946c49f2d9dc40ac19109 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:03.392476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:03.398666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:03.410729 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-27b460fc-b333-4900-ab36-d772ee49702f req-0ed7fd24-7f33-4312-bacc-79cbb93c8910 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Jul 14 08:46:03.435286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 2, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:03.440626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Checking router: 8741f0b2-86a1-411c-a582-f02465cf3ace for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:46:03.441045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Updating router 8741f0b2-86a1-411c-a582-f02465cf3ace port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:46:03.476692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.479601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.484913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-09f2aeff-500b-4fca-ac69-1559465bb58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:03.502275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.509134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.513563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:46:03.527562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d0325-8e46-4d55-9184-2d7275159891,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:03.531229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:03.535313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.535934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Added segment 227bbc3f-1529-4378-822f-1fac24f2c623 of type vlan for network 0a6f15f8-d935-4223-8a35-ea1484765b51 Jul 14 08:46:03.586306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.639590 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.641593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:03.642651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.652122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5dcd747e-47f0-468b-9af7-ea7925fa527b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:03.826901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6f15f8-d935-4223-8a35-ea1484765b51,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:03.832650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:03.838601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49378) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:03.838732 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5887187 Jul 14 08:46:03.844843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Request body: {'subnet': {'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-365020105-subnet', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:03.849842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:03.854785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Usage tracker for resource:subnet and tenant:f7ca356db26946c49f2d9dc40ac19109 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:03.857789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:03.857915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:46:03.864215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:03.878940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Made reservation on behalf of f7ca356db26946c49f2d9dc40ac19109 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:46:03.884000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7b8ec-6647-42c2-b398-5796418e2bf0 req-db9206c1-1e7f-4e74-afb9-a9311b2263a9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:03.885188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850926359'] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:03.886547 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-17f7b8ec-6647-42c2-b398-5796418e2bf0 req-db9206c1-1e7f-4e74-afb9-a9311b2263a9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.2115324 Jul 14 08:46:03.941517 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-17f7b8ec-6647-42c2-b398-5796418e2bf0 req-ad58b235-d83b-47a4-8a13-8402abb2d269 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Jul 14 08:46:04.102914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf153e-982f-49a7-a50f-8d42fe2000c2 req-e34bf844-806a-47aa-814f-6908c928edf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:04.103336 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98cf153e-982f-49a7-a50f-8d42fe2000c2 req-e34bf844-806a-47aa-814f-6908c928edf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 944 time: 0.1765215 Jul 14 08:46:04.197560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.206111 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98cf153e-982f-49a7-a50f-8d42fe2000c2 req-15001110-3ee2-422f-b586-5ec54f4f2efe tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Jul 14 08:46:04.210105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Transition to ACTIVE for port object 6d282bf7-f95a-47ab-9948-5b294c5dfa3d will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:04.218190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.229732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:04.243381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851625299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850926344'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.248044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:04.266030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 55c9e53b-1509-4328-9998-b20803891d39 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:04.329593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b54b7b-e336-4691-861b-d9291b9e198b,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:04.333241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:04.341151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Checking segment: {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:04.341557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Network hostable DHCP agents. Network: 0a6f15f8-d935-4223-8a35-ea1484765b51, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:46:04.365060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:46:04.374989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 0a6f15f8-d935-4223-8a35-ea1484765b51) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:04.384161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:04.384814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.396502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f371f-b2de-451a-8c17-69ca1e02deb9 None None] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:46:04.501948 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6620965 Jul 14 08:46:04.503168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49386) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:04.511622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:04.524214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:04.528915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Usage tracker for resource:router and tenant:f7ca356db26946c49f2d9dc40ac19109 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:04.532173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:04.544335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:04.556611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-ad928968-785e-4df2-b9a8-cd4075b14be9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:04.557554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-ad928968-785e-4df2-b9a8-cd4075b14be9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:04.572178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Pushing event updated for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:04.596686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:04.624901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.625134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-ad928968-785e-4df2-b9a8-cd4075b14be9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:04.625403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.626290 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-ad928968-785e-4df2-b9a8-cd4075b14be9 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.2219899 Jul 14 08:46:04.639465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 55c9e53b-1509-4328-9998-b20803891d39 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:04.670653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.686676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 55c9e53b-1509-4328-9998-b20803891d39 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:04.686676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.690817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eca688-6e99-4b0c-86d7-0040e4d148b9 req-e1299399-dfae-4a13-8a6f-f89ee0b3e05f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:04.692441 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a1eca688-6e99-4b0c-86d7-0040e4d148b9 req-e1299399-dfae-4a13-8a6f-f89ee0b3e05f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1518536 Jul 14 08:46:04.711951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cce378d8-d765-45ad-82e8-9971399814f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.728607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Deleting port 653086f8-f11e-49f3-ae93-35c6324eeed2 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:04.728991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.743900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.753905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Attempting to bind port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:04.754462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Attempting to bind port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:04.754904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Attempting to bind port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d on network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:04.793880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f0bbf-f641-443c-935f-c7feffda6f2f req-40b3e1e8-656c-42f6-b529-16ea5f0ca3cd tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:04.795911 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b00f0bbf-f641-443c-935f-c7feffda6f2f req-40b3e1e8-656c-42f6-b529-16ea5f0ca3cd tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.2171659 Jul 14 08:46:04.824904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:04.825338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Checking segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:04.825797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.826256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Bound using segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:04.826782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Bound port: 6d282bf7-f95a-47ab-9948-5b294c5dfa3d, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:04.827233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.878846 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a1eca688-6e99-4b0c-86d7-0040e4d148b9 req-6ff0fc41-46df-4747-8fb6-9e54fe5233fc tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226411 Jul 14 08:46:04.880761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:04.904162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b00f0bbf-f641-443c-935f-c7feffda6f2f req-87bd5cb2-b23b-4bdd-840e-b699d2c0d8a8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992563 Jul 14 08:46:04.990772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-0a6f15f8-d935-4223-8a35-ea1484765b51', 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'fixed_ips': [{'subnet_id': 'b1b54b7b-e336-4691-861b-d9291b9e198b'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:46:04.991712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.082492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] For port 653086f8-f11e-49f3-ae93-35c6324eeed2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=653086f8-f11e-49f3-ae93-35c6324eeed2,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:05.083061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.102254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.112990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.125610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] For port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:05.165261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] For port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:05.178767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.180999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c9e53b-1509-4328-9998-b20803891d39'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:05.191008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.206518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:05.234705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Calling delete_port for 653086f8-f11e-49f3-ae93-35c6324eeed2 owned by compute:nova {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:05.248777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=55c9e53b-1509-4328-9998-b20803891d39,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:05.324420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.338357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c9e53b-1509-4328-9998-b20803891d39', 'code': 200} Jul 14 08:46:05.362041 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9878a-0619-44c6-8332-1da930d4ae6a req-27cc9ee9-34a4-49d3-a549-3c271bfe1f6d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:05.379950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Pushing event updated for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:05.385064 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-39b9878a-0619-44c6-8332-1da930d4ae6a req-27cc9ee9-34a4-49d3-a549-3c271bfe1f6d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=091e66a3-97c1-4c7c-a2a7-6daef229bf08 HTTP/1.1" status: 200 len: 946 time: 0.2840035 Jul 14 08:46:05.386855 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:05.387353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6aad9a33-5789-4861-96ae-fbc2e7c82dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:05.464994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.473501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c89f272a-1830-40d5-b3fb-130cc6143176 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:05.500284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:05.506278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:05.511971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce', '87cf4122-280c-4658-b0a6-30e1e772df1d', '653086f8-f11e-49f3-ae93-35c6324eeed2'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:05.512947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Allocated IP 172.28.0.82 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:05.521432 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-39b9878a-0619-44c6-8332-1da930d4ae6a req-0221661c-7920-4674-8f54-2bdf200bcc26 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336489 Jul 14 08:46:05.543254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:05.543960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:05.629177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event deleted for resources: {'Port': ['ID=653086f8-f11e-49f3-ae93-35c6324eeed2,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:05.641709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:05.688300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] No DVR routers for this DVR port 653086f8-f11e-49f3-ae93-35c6324eeed2 on host hv-cinder-80022 {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:05.692318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Allocated IP 172.20.0.2 (0a6f15f8-d935-4223-8a35-ea1484765b51/b1b54b7b-e336-4691-861b-d9291b9e198b/bc15169b-e723-4349-acec-cc14779aedd7) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:05.697013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.703840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'name': 'network-vif-deleted', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:05.737975 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ffa0708-fead-4345-aacc-8625b54d6bb7 req-843771e3-7c2d-4a7b-9e80-b786af861e87 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "DELETE /v2.0/ports/653086f8-f11e-49f3-ae93-35c6324eeed2 HTTP/1.1" status: 204 len: 173 time: 1.1040251 Jul 14 08:46:05.770285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1f9ab-c414-47db-8115-72c464000765 req-82b0fedb-3507-470d-935f-a6ecdbe3bb40 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:05.782635 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-acd1f9ab-c414-47db-8115-72c464000765 req-82b0fedb-3507-470d-935f-a6ecdbe3bb40 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.2498448 Jul 14 08:46:05.785731 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091e66a3-97c1-4c7c-a2a7-6daef229bf08', 'name': 'network-vif-deleted', 'tag': '653086f8-f11e-49f3-ae93-35c6324eeed2', 'status': 'completed', 'code': 200} Jul 14 08:46:05.801437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.844915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:05.854223 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-acd1f9ab-c414-47db-8115-72c464000765 req-f063433a-d1ed-4eb9-8381-6f3849fa68cb tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703714 Jul 14 08:46:05.855125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7da33325-43be-4bd8-92cf-d7a2128055ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:06.144845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ad93-1451-4f48-a566-4f4181d6df71 req-465e4069-9422-4b33-9ef2-6ce73795d508 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:06.146593 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23b9ad93-1451-4f48-a566-4f4181d6df71 req-465e4069-9422-4b33-9ef2-6ce73795d508 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0954893 Jul 14 08:46:06.201980 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-23b9ad93-1451-4f48-a566-4f4181d6df71 req-b7a48e99-191d-412d-9beb-49383129a58f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472414 Jul 14 08:46:06.249716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:06.252318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:06.255091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:06.285790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Pushing event updated for resources: {'Port': ['ID=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:06.290104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:06.297113 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-151b4fbe-94c2-425e-a707-6dd046a22241 req-46006ef8-4545-4b1e-a446-ec9307ef6a2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 1098 time: 0.6420689 Jul 14 08:46:06.308170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:06.394773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:06.440449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d269f5-dd8e-4e32-98f9-a2ea758af07f req-0e094584-0d0b-4be4-80cd-71431ab1f365 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:06.442081 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-15d269f5-dd8e-4e32-98f9-a2ea758af07f req-0e094584-0d0b-4be4-80cd-71431ab1f365 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2785749 Jul 14 08:46:06.454380 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-151b4fbe-94c2-425e-a707-6dd046a22241 req-58f95b2d-33df-42e8-92d3-226275d18dde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391678 Jul 14 08:46:06.456778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:06.503605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Transition to ACTIVE for port object bc15169b-e723-4349-acec-cc14779aedd7 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:06.515503 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-15d269f5-dd8e-4e32-98f9-a2ea758af07f req-23386437-f2ca-4d4a-9c9b-f420cd4462bb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593688 Jul 14 08:46:06.556416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:06.557177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:06.644323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Transition to ACTIVE for port object bc15169b-e723-4349-acec-cc14779aedd7 will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:06.675158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:06.684156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:06.815080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:46:06.844133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:06.854035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:06.865082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Pushing event updated for resources: {'Port': ['ID=bc15169b-e723-4349-acec-cc14779aedd7,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:06.874177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:06.877419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:07.049967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Attempting to bind port bc15169b-e723-4349-acec-cc14779aedd7 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:07.050306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Attempting to bind port bc15169b-e723-4349-acec-cc14779aedd7 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:07.050726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Attempting to bind port bc15169b-e723-4349-acec-cc14779aedd7 on network 0a6f15f8-d935-4223-8a35-ea1484765b51 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:07.065657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:07.066091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Checking segment: {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:07.066545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:07.067075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:46:07.067205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Bound using segment: {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:07.067541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Bound port: bc15169b-e723-4349-acec-cc14779aedd7, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:07.067970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:07.077788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Sync routers for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:46:07.097362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:07.098344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:07.119079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:07.120930 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6166782 Jul 14 08:46:07.123716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49412) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:07.129282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:05Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:07.154994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15319c73-6af9-4a0e-8a0d-5d381a65ebea None None] The sync data for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb is: [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:05Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:46:07.163613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad9f2-d189-4302-9fae-d5d08e408708 req-a44e6efc-a2cf-47dc-8643-2f2a56de5606 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:07.172353 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a63ad9f2-d189-4302-9fae-d5d08e408708 req-a44e6efc-a2cf-47dc-8643-2f2a56de5606 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.1606205 Jul 14 08:46:07.197876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] For port bc15169b-e723-4349-acec-cc14779aedd7, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:07.201831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] For port bc15169b-e723-4349-acec-cc14779aedd7, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=bc15169b-e723-4349-acec-cc14779aedd7,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:07.213599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:07.224702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:07.237505 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a63ad9f2-d189-4302-9fae-d5d08e408708 req-9b6cf171-918a-4af7-8490-b3fbd4974691 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641477 Jul 14 08:46:07.372982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Pushing event updated for resources: {'Port': ['ID=bc15169b-e723-4349-acec-cc14779aedd7,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:07.381968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:07.463412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9028c-dd03-4d84-92ec-28e6ca9e5cb5 req-2c25ac91-96a3-4dbb-a732-e96d02d49d44 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:07.472738 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-32a9028c-dd03-4d84-92ec-28e6ca9e5cb5 req-2c25ac91-96a3-4dbb-a732-e96d02d49d44 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.2749529 Jul 14 08:46:07.495355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:07.545016 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-32a9028c-dd03-4d84-92ec-28e6ca9e5cb5 req-5abb289f-9801-46d4-a1c1-c04e4879c0d2 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713243 Jul 14 08:46:07.610521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acb9a3-47ab-4aeb-b91e-10b961bae9b0 req-1bb059e6-92a1-4966-8ce5-edcba7ec1fe3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:07.612608 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-33acb9a3-47ab-4aeb-b91e-10b961bae9b0 req-1bb059e6-92a1-4966-8ce5-edcba7ec1fe3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1389906 Jul 14 08:46:07.676214 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-33acb9a3-47ab-4aeb-b91e-10b961bae9b0 req-3c3ab886-9825-437f-9464-7816bb503a06 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Jul 14 08:46:07.965735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5bbc-8a3e-4e9d-b8aa-a31850a14f41 req-0ab946a7-55c9-452f-986a-fb3f0c8b0cd8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:07.967494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f50a5bbc-8a3e-4e9d-b8aa-a31850a14f41 req-0ab946a7-55c9-452f-986a-fb3f0c8b0cd8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1877270 Jul 14 08:46:07.982094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:06Z', 'revision_number': 3, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:07.987401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Checking router: b2dab3e1-c66e-4b3c-80ce-db27ad21f569 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:46:07.987814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Updating router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:46:08.059928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.113470 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f50a5bbc-8a3e-4e9d-b8aa-a31850a14f41 req-454d8589-45a9-4ecd-9d5d-255ae50caf75 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261935 Jul 14 08:46:08.266712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 653086f8-f11e-49f3-ae93-35c6324eeed2 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:08.309611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 653086f8-f11e-49f3-ae93-35c6324eeed2 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:08.310007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 653086f8-f11e-49f3-ae93-35c6324eeed2 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:08.489521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.519593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device bc15169b-e723-4349-acec-cc14779aedd7 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:08.578766 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.591331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc1c5d-6910-471d-bc22-40ae571944c4 req-ae3bb5db-5edb-41e2-a4ad-9c25ade71bed tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:08.593116 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b1bc1c5d-6910-471d-bc22-40ae571944c4 req-ae3bb5db-5edb-41e2-a4ad-9c25ade71bed tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.1124809 Jul 14 08:46:08.601944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Transition to ACTIVE for port object cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:08.612772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.622403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4acab906-bc4a-4f89-9c54-8809ba4a21a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:08.624726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port bc15169b-e723-4349-acec-cc14779aedd7 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:08.630521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6d282bf7-f95a-47ab-9948-5b294c5dfa3d up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:08.706030 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b1bc1c5d-6910-471d-bc22-40ae571944c4 req-05a91465-5bba-4afd-8dfc-a3d54ecbb3e3 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Jul 14 08:46:08.761515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4f300-7c20-40b8-9050-908f6a326222 None None] Pushing event updated for resources: {'Port': ['ID=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,revision_number=2']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:08.766267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Attempting to bind port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:08.767088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Attempting to bind port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:08.767496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Attempting to bind port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:08.770057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7ce4f300-7c20-40b8-9050-908f6a326222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:08.776091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:08.776521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:08.777143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.777574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:08.778224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Bound port: cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:08.778453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.801045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:08.811980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:08.812408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.955678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] For port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:08.964783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] For port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:08.972131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:08.980253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:09.039873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb5592-877d-4db4-a95e-50a827f1353d req-92a9c326-8357-49cb-b72a-4bce65688bcc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:09.049088 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45fb5592-877d-4db4-a95e-50a827f1353d req-92a9c326-8357-49cb-b72a-4bce65688bcc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1066029 Jul 14 08:46:09.056893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:09.094611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4f300-7c20-40b8-9050-908f6a326222 None None] Pushing event updated for resources: {'Port': ['ID=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:09.107910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7ce4f300-7c20-40b8-9050-908f6a326222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:09.133440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:09.134424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:09.149481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:09.156750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:09.158931 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:09.388425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:09.395394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:09.443017 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45fb5592-877d-4db4-a95e-50a827f1353d req-5e2e86fd-daa6-4d50-96a7-02b070d6102d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926008 Jul 14 08:46:09.451350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:09.508463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Allocated IP 172.20.0.1 (0a6f15f8-d935-4223-8a35-ea1484765b51/b1b54b7b-e336-4691-861b-d9291b9e198b/73f826ca-e7f0-4c29-942f-d50bf842cfff) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:09.615347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa1529-020e-42b6-9262-bf176ad51710 req-510e489d-b96a-4875-9074-18e3b34137a4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:09.617370 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-56fa1529-020e-42b6-9262-bf176ad51710 req-510e489d-b96a-4875-9074-18e3b34137a4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.7589195 Jul 14 08:46:09.721515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30153644-953a-443a-bf9a-3b39c9db5958 req-26d0e5d6-c20f-4659-9e5d-9be152e01624 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:09.723432 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30153644-953a-443a-bf9a-3b39c9db5958 req-26d0e5d6-c20f-4659-9e5d-9be152e01624 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1184478 Jul 14 08:46:09.735251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188d8ff-4eaa-411c-8d8b-7b862eba0a46 None None] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:46:09.746570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1b298-f860-4729-acaf-e5434633c280 req-74012f42-d900-4a84-8490-d33c7b0e5e16 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:09.748358 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f8b1b298-f860-4729-acaf-e5434633c280 req-74012f42-d900-4a84-8490-d33c7b0e5e16 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.7768209 Jul 14 08:46:09.791602 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30153644-953a-443a-bf9a-3b39c9db5958 req-c449efcd-8dec-48f5-84a2-07b341a0edde tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590243 Jul 14 08:46:09.795394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-56fa1529-020e-42b6-9262-bf176ad51710 req-fd4c8582-1517-4a61-bf52-70e6a4045702 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550939 Jul 14 08:46:09.877709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Provisioning for port bc15169b-e723-4349-acec-cc14779aedd7 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:09.891197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Provisioning complete for port bc15169b-e723-4349-acec-cc14779aedd7 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:09.892096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:09.926057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:06Z', 'revision_number': 3, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:09.931821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c21e8-3b6f-4ffa-a05e-36719835df3b None None] The sync data for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb is: [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:06Z', 'revision_number': 3, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:46:09.964986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Deleting port 87cf4122-280c-4658-b0a6-30e1e772df1d {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:09.965790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.015966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.055490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Transition to ACTIVE for port object 73f826ca-e7f0-4c29-942f-d50bf842cfff will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:10.170366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.222157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] For port bc15169b-e723-4349-acec-cc14779aedd7, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=bc15169b-e723-4349-acec-cc14779aedd7,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:10.231392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.240936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.249067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:10.252163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:10.394221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:10.396465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Pushing event updated for resources: {'Port': ['ID=bc15169b-e723-4349-acec-cc14779aedd7,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:10.401048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:10.418546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:10.424634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Pushing event updated for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:10.429024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:10.433128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6d282bf7-f95a-47ab-9948-5b294c5dfa3d up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:10.520797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:10.521320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.522463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:10.525359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] For port 87cf4122-280c-4658-b0a6-30e1e772df1d, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=87cf4122-280c-4658-b0a6-30e1e772df1d,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:10.525948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.722536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-3904da7c-c836-4f16-965f-e15eaf820f03 None None] Provisioning complete for port bc15169b-e723-4349-acec-cc14779aedd7 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:10.723015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3904da7c-c836-4f16-965f-e15eaf820f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.738387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Calling delete_port for 87cf4122-280c-4658-b0a6-30e1e772df1d owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:10.813401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1dcf-843a-4f9e-8ce8-136d1da6b640 req-993a46d2-40b4-4b02-91a8-7538621a3655 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:10.820517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:10.825062 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac2b1dcf-843a-4f9e-8ce8-136d1da6b640 req-993a46d2-40b4-4b02-91a8-7538621a3655 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1564491 Jul 14 08:46:10.881684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ed0ad-627d-4e7a-b3e2-b6f6984aff71 req-a1d80ccf-50c6-4987-bd79-1aae6ee4d91b tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:10.884122 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9d4ed0ad-627d-4e7a-b3e2-b6f6984aff71 req-a1d80ccf-50c6-4987-bd79-1aae6ee4d91b tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.4668517 Jul 14 08:46:10.895447 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac2b1dcf-843a-4f9e-8ce8-136d1da6b640 req-7fee9363-0fa6-4090-8ecc-8fe95c145e2f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Jul 14 08:46:11.054889 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9d4ed0ad-627d-4e7a-b3e2-b6f6984aff71 req-541ff547-d68f-4704-97e8-e6dad85f61ef tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562893 Jul 14 08:46:11.055599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.108771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-22ff4dc4-7c03-4244-bee2-df57d1582963 None None] Provisioning for port 73f826ca-e7f0-4c29-942f-d50bf842cfff completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:11.135555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-22ff4dc4-7c03-4244-bee2-df57d1582963 None None] Provisioning complete for port 73f826ca-e7f0-4c29-942f-d50bf842cfff triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:11.135864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ff4dc4-7c03-4244-bee2-df57d1582963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.139067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.146333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c44399fc-001d-4518-9fdf-9b4a5861ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:11.155328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b863-eab8-47fb-86a0-1db92854bf42 req-ca816f43-1179-457c-a383-e40ea23e4958 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:11.156095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efc2b863-eab8-47fb-86a0-1db92854bf42 req-ca816f43-1179-457c-a383-e40ea23e4958 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:11.180561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-efc2b863-eab8-47fb-86a0-1db92854bf42 req-ca816f43-1179-457c-a383-e40ea23e4958 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:11.181883 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-efc2b863-eab8-47fb-86a0-1db92854bf42 req-ca816f43-1179-457c-a383-e40ea23e4958 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=b72b7a8c-61ad-4cc8-96db-4cf16f97973b HTTP/1.1" status: 200 len: 946 time: 0.1516175 Jul 14 08:46:11.195682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:11.205271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event deleted for resources: {'Port': ['ID=87cf4122-280c-4658-b0a6-30e1e772df1d,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:11.263740 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-efc2b863-eab8-47fb-86a0-1db92854bf42 req-2bbaed45-5d87-483f-9e63-2cfe5209519b tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738139 Jul 14 08:46:11.289126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:11.303659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-22ff4dc4-7c03-4244-bee2-df57d1582963 None None] Port 73f826ca-e7f0-4c29-942f-d50bf842cfff cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:46:11.409995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] No DVR routers for this DVR port 87cf4122-280c-4658-b0a6-30e1e772df1d on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:11.413360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.422510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'name': 'network-vif-deleted', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:11.522421 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f8b1b298-f860-4729-acaf-e5434633c280 req-90540477-869c-438f-8a31-dc1c444268cb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "DELETE /v2.0/ports/87cf4122-280c-4658-b0a6-30e1e772df1d HTTP/1.1" status: 204 len: 173 time: 1.7491140 Jul 14 08:46:11.533530 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72b7a8c-61ad-4cc8-96db-4cf16f97973b', 'name': 'network-vif-deleted', 'tag': '87cf4122-280c-4658-b0a6-30e1e772df1d', 'status': 'completed', 'code': 200} Jul 14 08:46:11.559783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19676dcd-26e6-408a-aba2-34b54387ca69 req-c30368f6-611f-4e54-91f3-30f7e0e42c31 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:11.561424 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-19676dcd-26e6-408a-aba2-34b54387ca69 req-c30368f6-611f-4e54-91f3-30f7e0e42c31 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.3496571 Jul 14 08:46:11.640581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.646078 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-19676dcd-26e6-408a-aba2-34b54387ca69 req-ddbeba20-c0f8-4fc6-835b-cc3f659559b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746286 Jul 14 08:46:11.647180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.682173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:11.769192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:11.774746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Pushing event updated for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:11.778220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:11.934385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:11.935499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:12.213570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f74f94-3f56-4375-ad35-54bf3acb38e7 req-b817ac7c-2700-4808-99bb-c344f9ce95cb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.215296 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18f74f94-3f56-4375-ad35-54bf3acb38e7 req-b817ac7c-2700-4808-99bb-c344f9ce95cb tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1644003 Jul 14 08:46:12.245075 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-5c5afa2e-9006-44d2-bab5-a3f635ac543c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1098 time: 0.1507607 Jul 14 08:46:12.261512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 87cf4122-280c-4658-b0a6-30e1e772df1d no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:12.314094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 87cf4122-280c-4658-b0a6-30e1e772df1d {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:12.314492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 87cf4122-280c-4658-b0a6-30e1e772df1d not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:12.362439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-afa250ad-42a4-49d6-888e-2d9a9b80271e None None] Provisioning complete for port 73f826ca-e7f0-4c29-942f-d50bf842cfff triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:12.364945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-afa250ad-42a4-49d6-888e-2d9a9b80271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:12.464609 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18f74f94-3f56-4375-ad35-54bf3acb38e7 req-f25d3023-6478-484b-9ae9-de3ce6f55987 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408979 Jul 14 08:46:12.466015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-01c1e49d-03a5-4bd2-8f21-4ff3e4a2dd48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.468104 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-01c1e49d-03a5-4bd2-8f21-4ff3e4a2dd48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.1927347 Jul 14 08:46:12.502019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-afa250ad-42a4-49d6-888e-2d9a9b80271e None None] Port 73f826ca-e7f0-4c29-942f-d50bf842cfff cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:46:12.544734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:12.612634 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-a4a5effa-d4cb-420e-be3d-a71ea4f51520 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 1001 time: 0.1191711 Jul 14 08:46:12.623937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:12.628979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:12.629496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:12.646674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740f20f-269c-47ed-8ec5-829cc9d26fc7 req-0040198e-4f9a-4e92-abe2-bd0af6e1471c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.648900 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5740f20f-269c-47ed-8ec5-829cc9d26fc7 req-0040198e-4f9a-4e92-abe2-bd0af6e1471c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.5668960 Jul 14 08:46:12.654761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-3f4fc827-32bf-4b04-80e8-3c0f442ce528 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.656293 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-3f4fc827-32bf-4b04-80e8-3c0f442ce528 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.5760827 Jul 14 08:46:12.733426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-53ae331c-c064-4086-8d0e-f209ff7704fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.735264 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-53ae331c-c064-4086-8d0e-f209ff7704fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0670912 Jul 14 08:46:12.753653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:12.771206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:12.774626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:12.775643 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device bc15169b-e723-4349-acec-cc14779aedd7 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:12.804011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:12.823078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f07ed-7579-4197-a6b4-bda82a65f55c req-54b50a81-c0be-4003-abe9-d218d5a8dcea tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:12.824706 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f10f07ed-7579-4197-a6b4-bda82a65f55c req-54b50a81-c0be-4003-abe9-d218d5a8dcea tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 945 time: 0.2101498 Jul 14 08:46:12.832813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Deleting port 55c9e53b-1509-4328-9998-b20803891d39 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:12.833210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:12.891685 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5740f20f-269c-47ed-8ec5-829cc9d26fc7 req-469a3a70-d995-4f99-9547-2f9d841499c0 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316349 Jul 14 08:46:12.897788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:12.899461 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f10f07ed-7579-4197-a6b4-bda82a65f55c req-40477b52-ef91-4e19-a890-71dc3e636b2c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646944 Jul 14 08:46:12.902432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:12.904638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-adb80ee7-dc0e-4651-930a-d30721ce2504 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1553602 Jul 14 08:46:12.925352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port bc15169b-e723-4349-acec-cc14779aedd7 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:12.925882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:13.105313 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-50cf37a9-c9be-40d7-94c4-2f8f536e1abb service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886103 Jul 14 08:46:13.200196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] For port 55c9e53b-1509-4328-9998-b20803891d39, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=55c9e53b-1509-4328-9998-b20803891d39,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:13.200684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:13.209759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:46:13.260599 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d656fe6b-aebe-4118-91d2-ccf9d958ed54 req-d2b89ac6-4528-4743-b69d-025c69273dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477280 Jul 14 08:46:13.342721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Calling delete_port for 55c9e53b-1509-4328-9998-b20803891d39 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:13.654012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:13.661093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-45b9df74-a002-4f49-bde1-fd600dfe3a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:13.679147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845887-b326-4e22-89f7-664bc8813509 req-1bac5589-5e09-45c7-90d4-b653d76e34b8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:13.681596 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e845887-b326-4e22-89f7-664bc8813509 req-1bac5589-5e09-45c7-90d4-b653d76e34b8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0935135 Jul 14 08:46:13.705181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['55c9e53b-1509-4328-9998-b20803891d39'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:13.712993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Pushing event deleted for resources: {'Port': ['ID=55c9e53b-1509-4328-9998-b20803891d39,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:13.718279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:13.736548 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e845887-b326-4e22-89f7-664bc8813509 req-c9e8336f-abf6-4234-9972-3a57e4bb1946 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Jul 14 08:46:13.808590 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] No DVR routers for this DVR port 55c9e53b-1509-4328-9998-b20803891d39 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:13.811822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:13.815849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'name': 'network-vif-deleted', 'tag': '55c9e53b-1509-4328-9998-b20803891d39'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:13.836099 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd26542f-4c88-48cf-953a-cc3b8466e6f4 req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "DELETE /v2.0/ports/55c9e53b-1509-4328-9998-b20803891d39 HTTP/1.1" status: 204 len: 173 time: 1.1732674 Jul 14 08:46:13.839089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:46:13.844193 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] 10.222.0.46 "PUT /v2.0/routers/b2dab3e1-c66e-4b3c-80ce-db27ad21f569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7194257 Jul 14 08:46:13.879456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa4d574-6a37-4156-bf08-8acb8ff40f8a', 'name': 'network-vif-deleted', 'tag': '55c9e53b-1509-4328-9998-b20803891d39', 'status': 'completed', 'code': 200} Jul 14 08:46:13.910381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Sync routers for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:46:13.924140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:13.924926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:14.160290 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1db2-1214-4166-8e61-e8f968f266f8 req-2a539c0b-c375-4a77-8340-b61abba486ca tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:14.163422 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-84fa1db2-1214-4166-8e61-e8f968f266f8 req-2a539c0b-c375-4a77-8340-b61abba486ca tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1246443 Jul 14 08:46:14.210128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d0314581-2a73-42a6-903a-e0778dad2e6e req-0bfa56a6-80b7-4eb2-9a49-6fda25b9cd9f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:14.235472 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-84fa1db2-1214-4166-8e61-e8f968f266f8 req-cb243bc4-a680-48a7-ba51-812287c63252 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644538 Jul 14 08:46:14.278213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d0314581-2a73-42a6-903a-e0778dad2e6e req-0bfa56a6-80b7-4eb2-9a49-6fda25b9cd9f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:14.280245 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d0314581-2a73-42a6-903a-e0778dad2e6e req-0bfa56a6-80b7-4eb2-9a49-6fda25b9cd9f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffa4d574-6a37-4156-bf08-8acb8ff40f8a HTTP/1.1" status: 200 len: 210 time: 0.1260271 Jul 14 08:46:14.351383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:14.409677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:14.604900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:14.605260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:14.746681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166885-0714-4266-b5a4-c4dea0d90ea6 req-10430b76-0b76-4f27-b1ae-5bb365143fd0 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:14.747607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2b166885-0714-4266-b5a4-c4dea0d90ea6 req-10430b76-0b76-4f27-b1ae-5bb365143fd0 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:14.767562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2b166885-0714-4266-b5a4-c4dea0d90ea6 req-10430b76-0b76-4f27-b1ae-5bb365143fd0 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:14.776444 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2b166885-0714-4266-b5a4-c4dea0d90ea6 req-10430b76-0b76-4f27-b1ae-5bb365143fd0 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.1193233 Jul 14 08:46:14.842820 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2b166885-0714-4266-b5a4-c4dea0d90ea6 req-abb37277-19c8-4674-be1e-6ef4e24bef62 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651202 Jul 14 08:46:14.895435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:10Z', 'revision_number': 4, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '73f826ca-e7f0-4c29-942f-d50bf842cfff', 'name': '', 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'mac_address': 'fa:16:3e:4c:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:08Z', 'updated_at': '2021-07-14T08:46:11Z', 'revision_number': 2, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'subnets': [{'id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:14.900672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Checking router: b2dab3e1-c66e-4b3c-80ce-db27ad21f569 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:46:14.901324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Updating router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 port 73f826ca-e7f0-4c29-942f-d50bf842cfff binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:46:14.955858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.042286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccc1ef-d5de-4653-a73b-174193dae68d req-59099f39-cc09-430f-857f-bac89c1bd1f0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:15.043962 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6dccc1ef-d5de-4653-a73b-174193dae68d req-59099f39-cc09-430f-857f-bac89c1bd1f0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0895696 Jul 14 08:46:15.098678 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6dccc1ef-d5de-4653-a73b-174193dae68d req-bdb5cadc-d437-49f6-be2d-54527fc4b459 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476201 Jul 14 08:46:15.110265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49484) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:15.116393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627505479', 'description': 'tempest-secgroup-smoke-627505479 description', 'project_id': '486e6537d52a494b96650521bf4cc385'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:15.123137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:15.134225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:15.134225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:15.136375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:15.145850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.183576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:15.187597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:15.190493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:15.196974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:15.260436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.263672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.269792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f0238a1c-0344-479c-9ce1-9bb1c2186bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:15.314049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.318385 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2042594 Jul 14 08:46:15.318385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea136b-cecf-494e-916e-d289c8841286,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:15.319349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49490) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:15.320668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:15.334763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:15.342382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.345766 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:15.350033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:15.354344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:15.358534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Transition to ACTIVE for port object 73f826ca-e7f0-4c29-942f-d50bf842cfff will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:15.361145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:15.368690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.373674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:15.380469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.512562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Pushing event updated for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:15.515925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:15.556373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.570923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.577673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd01a3-4357-4094-bf7e-7939f64cc17b req-a5a562c5-7e51-4b1f-ad20-fd42dd853352 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:15.579363 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-57cd01a3-4357-4094-bf7e-7939f64cc17b req-a5a562c5-7e51-4b1f-ad20-fd42dd853352 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1662650 Jul 14 08:46:15.588051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:15.625666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Attempting to bind port 73f826ca-e7f0-4c29-942f-d50bf842cfff on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:15.626071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Attempting to bind port 73f826ca-e7f0-4c29-942f-d50bf842cfff by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:15.626518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Attempting to bind port 73f826ca-e7f0-4c29-942f-d50bf842cfff on network 0a6f15f8-d935-4223-8a35-ea1484765b51 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:15.634976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:15.635238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96280b45-c58b-482e-aa2a-306b5c24e1da,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:15.635473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Checking segment: {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:15.635842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.636285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Bound using segment: {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:15.637457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Bound port: 73f826ca-e7f0-4c29-942f-d50bf842cfff, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227bbc3f-1529-4378-822f-1fac24f2c623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:15.638118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.638236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:15.663008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.665101 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3410261 Jul 14 08:46:15.668190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49504) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:15.672866 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-57cd01a3-4357-4094-bf7e-7939f64cc17b req-16799a4b-ffdd-4fe5-b59b-06488e94a53a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695341 Jul 14 08:46:15.678258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:15.689027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:15.698759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:15.702700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:15.720160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:15.770360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] For port 73f826ca-e7f0-4c29-942f-d50bf842cfff, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:15.774806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] For port 73f826ca-e7f0-4c29-942f-d50bf842cfff, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=73f826ca-e7f0-4c29-942f-d50bf842cfff,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:15.778236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.783255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-41514d5f-8c4c-4def-b257-b7eaab3a6ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:15.797671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:15.902464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Pushing event updated for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:15.907688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:15.913943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:15.914702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:15.968251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-5e5a8785-1208-4b50-9644-6e1a8dc7ee93 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:15.976082 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-5e5a8785-1208-4b50-9644-6e1a8dc7ee93 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 809 time: 0.2509720 Jul 14 08:46:16.003816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.016104 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-421bcbef-4ee7-4e03-b739-be33f406dbf9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/quotas/2e10efa12f754bd18796d58faf37fb72 HTTP/1.1" status: 200 len: 375 time: 0.0388963 Jul 14 08:46:16.068001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.091732 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-951651da-efb3-4ddd-ad0a-7c0844b9af53 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743091 Jul 14 08:46:16.135582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91250c6c-04d1-4e40-9f25-c53debaeb07f req-a324b779-8d25-417d-93c2-8e56f795f7f5 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:16.137236 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-91250c6c-04d1-4e40-9f25-c53debaeb07f req-a324b779-8d25-417d-93c2-8e56f795f7f5 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.1218240 Jul 14 08:46:16.144330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:16.144820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:16.185738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf105dc-960c-45dd-b7fb-d4c2ef5c8bc2,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:16.193082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:16.246296 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-91250c6c-04d1-4e40-9f25-c53debaeb07f req-242263fc-a568-4d92-9322-0abab3a353a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920107 Jul 14 08:46:16.313559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.318746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49518) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:16.331207 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6485112 Jul 14 08:46:16.331375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:16.356129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 55c9e53b-1509-4328-9998-b20803891d39 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:16.358680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:16.362677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:16.365845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:16.382034 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-492c83e1-625c-4ab2-bbb6-c56967beb09d service neutron] 10.222.0.46 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895274 Jul 14 08:46:16.392659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:16.406446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 55c9e53b-1509-4328-9998-b20803891d39 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:16.406883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 55c9e53b-1509-4328-9998-b20803891d39 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:16.481871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.578242 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-da38afd9-eb4a-44ac-80f9-0520c18edac6 service neutron] 10.222.0.46 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898377 Jul 14 08:46:16.579815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.599961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c6c8-5e9c-4002-a9ef-793f437a3579 req-5da06507-db3b-45f1-b244-d1bcac200acf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:16.601765 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4c18c6c8-5e9c-4002-a9ef-793f437a3579 req-5da06507-db3b-45f1-b244-d1bcac200acf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1709251 Jul 14 08:46:16.603360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.643121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3ba1a4fc-1528-4df3-a4b9-fb8fe44aaacb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:16.681927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-fe68b9b4-d5b7-4831-aac7-1f29d7656b3e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:16.683769 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-fe68b9b4-d5b7-4831-aac7-1f29d7656b3e tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.0983760 Jul 14 08:46:16.685477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.689691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3664501 Jul 14 08:46:16.691673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49522) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:16.694317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022777f1-8218-483a-92ed-7dc0b600926c,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:16.703761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:16.703930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:16.758467 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4c18c6c8-5e9c-4002-a9ef-793f437a3579 req-ec4acc60-fde1-4832-a122-cc8e31f87ec2 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202023 Jul 14 08:46:16.759920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:16.776571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:16.782464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:16.813286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:16.884346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Deleting port 53de287b-e99b-406c-a971-7713f9de2dce {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:16.884747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:16.891382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:10Z', 'revision_number': 4, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '73f826ca-e7f0-4c29-942f-d50bf842cfff', 'name': '', 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'mac_address': 'fa:16:3e:4c:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:08Z', 'updated_at': '2021-07-14T08:46:15Z', 'revision_number': 4, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'subnets': [{'id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:16.896242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493d473-5ce9-43c7-a422-45d9db26ad3d None None] The sync data for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb is: [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:46:10Z', 'revision_number': 4, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '73f826ca-e7f0-4c29-942f-d50bf842cfff', 'name': '', 'network_id': '0a6f15f8-d935-4223-8a35-ea1484765b51', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'mac_address': 'fa:16:3e:4c:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:08Z', 'updated_at': '2021-07-14T08:46:15Z', 'revision_number': 4, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'subnets': [{'id': 'b1b54b7b-e336-4691-861b-d9291b9e198b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:46:16.924962 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a0a8a741-2374-43a1-b31d-7ea82d3e730c req-4c6f4b7b-ff88-4bd7-9b29-8f690cdce0cf tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 210 time: 0.1047766 Jul 14 08:46:16.958736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.220741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.461435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.469055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-97218634-d62e-4edf-b3b8-d60a79cbaa88 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:17.482160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc404a3-d315-4aee-9e2a-44d54afe9916 req-d9fab312-8ea1-41a4-8714-76e5c7a34288 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:17.483998 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9dc404a3-d315-4aee-9e2a-44d54afe9916 req-d9fab312-8ea1-41a4-8714-76e5c7a34288 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 946 time: 0.0923653 Jul 14 08:46:17.498721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0690eca-097e-432f-85cf-6a58d3e1d25b,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:17.505449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:17.534306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] For port 53de287b-e99b-406c-a971-7713f9de2dce, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=53de287b-e99b-406c-a971-7713f9de2dce,segment=NetworkSegment(7a301c67-8238-4cf3-aa30-4c4f4043a3c8),segment_id=7a301c67-8238-4cf3-aa30-4c4f4043a3c8)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:17.534580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.544016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.545322 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8502054 Jul 14 08:46:17.549086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49538) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:17.558964 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9dc404a3-d315-4aee-9e2a-44d54afe9916 req-419efe78-83d4-446a-a1e7-d733dbd81a3d tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/security-groups?id=8fd725ef-c37b-44dd-9543-66aa38551637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Jul 14 08:46:17.560885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:17.619433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:17.689229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Calling delete_port for 53de287b-e99b-406c-a971-7713f9de2dce owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:17.718525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:17.727492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:17.737301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:17.763498 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.securitygroups_db [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Project 486e6537d52a494b96650521bf4cc385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:46:17.783556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.954745 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.963912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:17.974481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa306d05-e714-412a-8d39-26729576c01a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:17.980668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.012592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a3d622-53ea-4d65-859c-c54ca933a444,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:18.023488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['53de287b-e99b-406c-a971-7713f9de2dce'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:18.026069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:18.031116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e35c9a2-6871-4adb-bfad-0da09e0af408 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:18.086595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Pushing event deleted for resources: {'Port': ['ID=53de287b-e99b-406c-a971-7713f9de2dce,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:18.115637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.119727 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5668480 Jul 14 08:46:18.119727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:18.124828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49546) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:18.150189 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-53be8afb-8a53-4d64-b3ea-81daff51b5a2 req-a2e445fd-5d38-4e1e-af8e-7cdbc619c404 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 210 time: 0.0652201 Jul 14 08:46:18.177137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'security_group_rule': {'security_group_id': '86ea136b-cecf-494e-916e-d289c8841286', 'project_id': '486e6537d52a494b96650521bf4cc385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:18.186680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] No DVR routers for this DVR port 53de287b-e99b-406c-a971-7713f9de2dce on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:18.189583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:18.192647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.194815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f5cf9696-7a80-4f20-9535-8d43e22ca6de req-f7cc37e7-6d62-4abd-8e33-ee778dd04abb tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.13 "DELETE /v2.0/ports/53de287b-e99b-406c-a971-7713f9de2dce HTTP/1.1" status: 204 len: 173 time: 1.5017006 Jul 14 08:46:18.201313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4ee-e4e4-4e95-a303-76540404c875 req-f7736b48-eecd-42ca-aaa6-9c4761498cfc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:18.202941 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52cbc4ee-e4e4-4e95-a303-76540404c875 req-f7736b48-eecd-42ca-aaa6-9c4761498cfc tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.3051815 Jul 14 08:46:18.203497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'name': 'network-vif-deleted', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:18.226888 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:security_group_rule and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:18.231633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:18.243430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:18.273889 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52cbc4ee-e4e4-4e95-a303-76540404c875 req-0dc2bf62-61a4-4070-a61d-2f12ccd63c53 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 Jul 14 08:46:18.290136 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.securitygroups_db [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Project 486e6537d52a494b96650521bf4cc385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:46:18.311049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.356550 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ed74c9-239f-4b44-8737-3e08b5107061', 'name': 'network-vif-deleted', 'tag': '53de287b-e99b-406c-a971-7713f9de2dce', 'status': 'completed', 'code': 200} Jul 14 08:46:18.425143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.430705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.433018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a80a2db0-582f-468b-b0b0-87a7eccaac4f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:18.455722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-8fc6f59b-a480-409f-bed1-8af7aa2d59c7 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:18.458016 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-8fc6f59b-a480-409f-bed1-8af7aa2d59c7 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 809 time: 0.3046777 Jul 14 08:46:18.465103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9d7db0-68a4-4114-91e7-7e3f4efa8934,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:18.475624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:18.481696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 73f826ca-e7f0-4c29-942f-d50bf842cfff up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:18.489249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.499809 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-31a3f8a0-afe7-4042-9f1f-641526d34f2c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3596048 Jul 14 08:46:18.507899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Request body: {'port': {'device_id': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c', 'admin_state_up': True, 'tenant_id': '2e10efa12f754bd18796d58faf37fb72'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:18.575132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 73f826ca-e7f0-4c29-942f-d50bf842cfff completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:18.580511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 73f826ca-e7f0-4c29-942f-d50bf842cfff triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:18.581124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.700050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:18.721978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:18.730710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.743988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Made reservation on behalf of 2e10efa12f754bd18796d58faf37fb72 for: {'port': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:46:18.752371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.774851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 73f826ca-e7f0-4c29-942f-d50bf842cfff, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=73f826ca-e7f0-4c29-942f-d50bf842cfff,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:18.780699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:18.783966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:18.816561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-07a7f258-d7be-4e3e-8760-d26d55f20af6 req-6bf95207-4cd6-49c9-9564-6a9effaea1f4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Synchronizing usage tracker for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:18.842420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-07a7f258-d7be-4e3e-8760-d26d55f20af6 req-6bf95207-4cd6-49c9-9564-6a9effaea1f4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Unset dirty status for tenant:2bbe4ea837b843adaaa02b888b114cb3 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:18.860509 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-07a7f258-d7be-4e3e-8760-d26d55f20af6 req-6bf95207-4cd6-49c9-9564-6a9effaea1f4 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] 10.222.0.46 "GET /v2.0/ports?device_id=33ed74c9-239f-4b44-8737-3e08b5107061 HTTP/1.1" status: 200 len: 210 time: 0.1043842 Jul 14 08:46:18.862381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:18.865733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:18.951049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Allocated IP 172.20.0.9 (6ff9a5fa-fb31-46d7-81a8-b72b40ad701c/4ea29503-8f87-47a9-ac94-64a412c89ba4/aa0628a2-0124-40ad-a0c0-fb6cfed84268) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:19.485949 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b0a6d42c-2102-4d4c-81ae-ddb78b2c7c27 req-2321fed0-8bc4-48cb-8a31-f14229091afe tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 210 time: 0.0582025 Jul 14 08:46:19.488983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:19.511088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc095cdd-c65a-46dc-81ca-dbb938962c51 req-574488cc-e8dd-4fb3-a679-ef9d1de24416 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:19.519862 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc095cdd-c65a-46dc-81ca-dbb938962c51 req-574488cc-e8dd-4fb3-a679-ef9d1de24416 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1037951 Jul 14 08:46:19.529287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:19.536778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:19.568190 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc095cdd-c65a-46dc-81ca-dbb938962c51 req-a0a393d4-39da-45a7-8232-008c9a9f7c9d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Jul 14 08:46:19.612216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:19.615422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:19.620778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:19.647662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Pushing event updated for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:19.654481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:19.690689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:19.691496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:19.717958 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2156293 Jul 14 08:46:19.737843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Request body: {'port': {'device_id': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:19.856807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:19.966369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49618) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:20.035545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Deleting subnet f6b2cffc-ba24-47d6-8281-edc0533234a9 {{(pid=82035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:46:20.039624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.102029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3540210'] for subnet, precommit_delete_associations {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.163114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.222722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0628a2-0124-40ad-a0c0-fb6cfed84268 {{(pid=82036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:46:20.229827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.234118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851020204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850609043'] for subnet, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.238557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:20.247868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Transition to ACTIVE for port object aa0628a2-0124-40ad-a0c0-fb6cfed84268 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:20.251900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.256655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0867bf29-99e8-41ba-8389-b7aba3b43647 tempest-DeleteServersTestJSON-1208450113 tempest-DeleteServersTestJSON-1208450113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:20.279356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b2cffc-ba24-47d6-8281-edc0533234a9,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:20.283672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:20.290094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.300236 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-00201a8e-ba18-4c79-946e-a04be0bfbcc3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f6b2cffc-ba24-47d6-8281-edc0533234a9 HTTP/1.1" status: 204 len: 168 time: 0.3325553 Jul 14 08:46:20.303357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49624) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:20.324456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 53de287b-e99b-406c-a971-7713f9de2dce no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:20.393914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 53de287b-e99b-406c-a971-7713f9de2dce {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:20.394602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 53de287b-e99b-406c-a971-7713f9de2dce not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:20.423462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 73f826ca-e7f0-4c29-942f-d50bf842cfff up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:20.437355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.441495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:20.449577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:20.528158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 73f826ca-e7f0-4c29-942f-d50bf842cfff triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:20.529044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.535202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Attempting to bind port aa0628a2-0124-40ad-a0c0-fb6cfed84268 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:20.535574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Attempting to bind port aa0628a2-0124-40ad-a0c0-fb6cfed84268 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:20.535939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Attempting to bind port aa0628a2-0124-40ad-a0c0-fb6cfed84268 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:20.544207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Port aa0628a2-0124-40ad-a0c0-fb6cfed84268 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:46:20.544734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Attempting to bind port aa0628a2-0124-40ad-a0c0-fb6cfed84268 on network 6ff9a5fa-fb31-46d7-81a8-b72b40ad701c {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:20.551803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:20.552355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Checking segment: {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:20.552949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Bound using segment: {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:20.553568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Bound port: aa0628a2-0124-40ad-a0c0-fb6cfed84268, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:20.554750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.594749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.611338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eac8e3-27ea-4079-80fc-1ef16b5f95ae']}} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:20.628006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a301c67-8238-4cf3-aa30-4c4f4043a3c8') {'for_net_delete': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:20.628353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a301c67-8238-4cf3-aa30-4c4f4043a3c8') {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:20.641684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851235590'] for segment, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.659225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.660106 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:20.666636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:20.671809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=82035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:46:20.672258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851020231'] for segment, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.674530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.680444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:46:20.725299 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:46:20.786063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.787826 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa0628a2-0124-40ad-a0c0-fb6cfed84268 HTTP/1.1" status: 200 len: 1093 time: 1.0551586 Jul 14 08:46:20.788393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:20.831870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.832778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:20.837923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:20.847102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:20.856730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da09d5-2c93-42da-aaff-7fe6525f5358 req-c68ef1b0-3ab6-4d94-bd04-c2aaf9c89e7f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:20.858326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f5da09d5-2c93-42da-aaff-7fe6525f5358 req-c68ef1b0-3ab6-4d94-bd04-c2aaf9c89e7f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1197913 Jul 14 08:46:20.871438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.880672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95eac8e3-27ea-4079-80fc-1ef16b5f95ae,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:20.884355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:20.895682 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-16d48242-ad82-4f83-9d8d-43f75b9893d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/95eac8e3-27ea-4079-80fc-1ef16b5f95ae HTTP/1.1" status: 204 len: 168 time: 0.5881238 Jul 14 08:46:20.904667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0031cba-33fd-4115-abde-aafc2472b724 req-c8d9fd58-cf3a-42c9-b003-f6d968bf0b5f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:20.906335 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0031cba-33fd-4115-abde-aafc2472b724 req-c8d9fd58-cf3a-42c9-b003-f6d968bf0b5f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 943 time: 0.2374105 Jul 14 08:46:20.906626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:20.961919 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0031cba-33fd-4115-abde-aafc2472b724 req-68ba04a9-ee59-4136-8895-95692be2164d tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jul 14 08:46:20.981136 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f5da09d5-2c93-42da-aaff-7fe6525f5358 req-de880a63-28a1-4f75-9afd-fc774e5a19ec tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819552 Jul 14 08:46:20.998535 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-8e8bc350-596a-4b5f-9b62-fc563e553f33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 1096 time: 0.1391239 Jul 14 08:46:21.078531 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268', 'status': 'completed', 'code': 200} Jul 14 08:46:21.095554 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-94524cdb-ad19-48af-94db-c643f9efedca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268 HTTP/1.1" status: 200 len: 217 time: 0.0758495 Jul 14 08:46:21.144436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49636) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:21.171261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-063371f8-8c83-4d31-8f0d-f3151e12b6d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:21.172952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-063371f8-8c83-4d31-8f0d-f3151e12b6d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea29503-8f87-47a9-ac94-64a412c89ba4 HTTP/1.1" status: 200 len: 849 time: 0.0704372 Jul 14 08:46:21.223271 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-5cd7b757-2bf2-4b8c-a6fd-1176ca232764 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429778 Jul 14 08:46:21.273884 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-550624e5-5e39-4492-ad4c-2ff93217353f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bbe4ea837b843adaaa02b888b114cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1274059 Jul 14 08:46:21.276919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49640) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:21.283852 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-c4d9703f-2337-49f8-add3-99c6d84f3e5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.1153324 Jul 14 08:46:21.423952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-ab27cb24-eb3a-44ee-9414-808aea1093df service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934242 Jul 14 08:46:21.431724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:21.462642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-4225c4f2-2206-472e-8b75-c81b686ef244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:21.464630 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-4225c4f2-2206-472e-8b75-c81b686ef244 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.1565444 Jul 14 08:46:21.547849 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-bc20eafa-0d87-4795-a195-5197d60ae22f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.0752132 Jul 14 08:46:21.550741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:21.627764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-1ba031c0-1e33-4724-8c85-3df55ffb223c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:21.629352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-1ba031c0-1e33-4724-8c85-3df55ffb223c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.0742371 Jul 14 08:46:21.635323 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-30b17c4a-d54d-46cb-b113-23953b3cb7f3 req-271ead07-07a1-435d-94a2-6aef38985402 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014613 Jul 14 08:46:21.640428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:21.646294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2dc052de-9d6d-4d69-87c9-313220b6258c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:21.664738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd725ef-c37b-44dd-9543-66aa38551637,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:21.667253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:21.674077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:21.677726 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fd725ef-c37b-44dd-9543-66aa38551637 HTTP/1.1" status: 204 len: 168 time: 0.3972127 Jul 14 08:46:21.685500 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-5d7c9276-5c4c-4091-8c32-bb2fe54d1380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493824 Jul 14 08:46:21.811168 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-a186389c-5d44-49d7-9456-3d73376eb15b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e10efa12f754bd18796d58faf37fb72&device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 1096 time: 0.0791948 Jul 14 08:46:21.879069 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-d6ff9712-5112-4e75-99e2-a71db6fd83e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489778 Jul 14 08:46:21.968896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-ae4a3f3f-b9b3-4ebe-9b9e-4041d75b0f1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:21.972888 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-ae4a3f3f-b9b3-4ebe-9b9e-4041d75b0f1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 200 len: 910 time: 0.1503844 Jul 14 08:46:22.042665 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c796a63f-64cc-4ca2-9f73-4fc52e8a82b9 req-724fb0a0-95d1-4ec0-ac9f-1f8b7f7ef760 service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568012 Jul 14 08:46:22.074113 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-4f9e0da9-53a3-4558-bf28-3e4cafb9812b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268 HTTP/1.1" status: 200 len: 217 time: 0.0959454 Jul 14 08:46:22.230741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-42c4a942-a5a0-48d4-8cff-4a2d71eff09a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:22.232540 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-42c4a942-a5a0-48d4-8cff-4a2d71eff09a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ea29503-8f87-47a9-ac94-64a412c89ba4 HTTP/1.1" status: 200 len: 849 time: 0.1279454 Jul 14 08:46:22.234505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e97e3-2b1d-4a2f-861e-f0e05af7d607 req-6c7c2dcc-15ae-497f-b998-7cac0b5ed894 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:22.239482 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b29e97e3-2b1d-4a2f-861e-f0e05af7d607 req-6c7c2dcc-15ae-497f-b998-7cac0b5ed894 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1061003 Jul 14 08:46:22.291687 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-a359785d-b9a8-482f-975f-d299a7765436 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496178 Jul 14 08:46:22.292605 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b29e97e3-2b1d-4a2f-861e-f0e05af7d607 req-ff8b6914-324f-4b08-8522-90849fa359c4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Jul 14 08:46:22.308316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1aaa7-07bf-4f23-902f-4c93c7db173f req-6a5df0c2-ba0d-4a5a-93d2-c912135e69be tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:22.309096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2f1aaa7-07bf-4f23-902f-4c93c7db173f req-6a5df0c2-ba0d-4a5a-93d2-c912135e69be tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:22.380084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a2f1aaa7-07bf-4f23-902f-4c93c7db173f req-6a5df0c2-ba0d-4a5a-93d2-c912135e69be tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:22.381361 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2f1aaa7-07bf-4f23-902f-4c93c7db173f req-6a5df0c2-ba0d-4a5a-93d2-c912135e69be tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 943 time: 0.2344997 Jul 14 08:46:22.517379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a2f1aaa7-07bf-4f23-902f-4c93c7db173f req-4db50c7f-3689-41cb-b8f9-c8b33239c0ee tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Jul 14 08:46:22.520785 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-f17cfba1-14fb-44ae-8b8d-2a5ef775cf68 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063525 Jul 14 08:46:22.711246 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8792d3ce-b8ab-4e15-8397-ebae0e5b0df1 req-86e64c93-a657-4709-88fb-6f1322baa6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749060 Jul 14 08:46:23.513807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23799d7-7acb-439f-9d07-c40daeed646e req-45403fdd-3c24-4d90-a508-a36e6363f73d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:23.515446 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a23799d7-7acb-439f-9d07-c40daeed646e req-45403fdd-3c24-4d90-a508-a36e6363f73d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0886569 Jul 14 08:46:23.571300 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a23799d7-7acb-439f-9d07-c40daeed646e req-27940ac4-42f4-4c42-8966-1959250404a4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499070 Jul 14 08:46:23.752549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669787-5379-4f83-9ed2-db092934ec5a req-2fc768fc-22e2-4e1a-b578-56342d1a4927 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:23.754197 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a0669787-5379-4f83-9ed2-db092934ec5a req-2fc768fc-22e2-4e1a-b578-56342d1a4927 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 943 time: 0.1074164 Jul 14 08:46:23.858745 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a0669787-5379-4f83-9ed2-db092934ec5a req-fbba6f86-d3c6-41a1-a362-342d79f4d36f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977480 Jul 14 08:46:23.893164 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab3a1da9-0b85-4173-8dc9-7fcb07a01d56 req-2a05fcd4-9b6a-43ca-b4e0-96e46767671c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.0969045 Jul 14 08:46:23.941214 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab3a1da9-0b85-4173-8dc9-7fcb07a01d56 req-474e3bc1-98f0-4246-a971-2a919b164368 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Jul 14 08:46:24.359947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device aa0628a2-0124-40ad-a0c0-fb6cfed84268 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:46:24.502297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:24.516960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268', 'network_id': '6ff9a5fa-fb31-46d7-81a8-b72b40ad701c', 'port_id': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268', 'mac_address': 'fa:16:3e:d4:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea29503-8f87-47a9-ac94-64a412c89ba4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:46:24.580006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:24.601415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0628a2-0124-40ad-a0c0-fb6cfed84268 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:46:24.617708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:24.620540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:24.623177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:24.694326 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:24.698194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:24.822359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b1e2d-c084-445b-a38f-9eef48e17a8b req-86952f5f-67dc-4544-bb42-69baea87945e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:24.824020 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ef3b1e2d-c084-445b-a38f-9eef48e17a8b req-86952f5f-67dc-4544-bb42-69baea87945e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0849967 Jul 14 08:46:24.875307 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ef3b1e2d-c084-445b-a38f-9eef48e17a8b req-439a5c8e-68e8-4d6e-aa03-313038bc5851 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Jul 14 08:46:25.003153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['aa0628a2-0124-40ad-a0c0-fb6cfed84268'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:25.263206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65350e3-3cd7-45a9-9b4a-55268d32a519 req-16580487-b45c-4e29-baa6-da676763b913 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:25.264822 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b65350e3-3cd7-45a9-9b4a-55268d32a519 req-16580487-b45c-4e29-baa6-da676763b913 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 944 time: 0.2723103 Jul 14 08:46:25.315592 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b65350e3-3cd7-45a9-9b4a-55268d32a519 req-75a3f22e-be70-464a-9171-32bd4c69e81e tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Jul 14 08:46:26.102232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964854ba-58cf-43e1-b15b-d480779c2cbb req-569a0577-a2e7-47fd-aab2-725546c4fa50 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:26.103914 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-964854ba-58cf-43e1-b15b-d480779c2cbb req-569a0577-a2e7-47fd-aab2-725546c4fa50 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0905318 Jul 14 08:46:26.155658 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-964854ba-58cf-43e1-b15b-d480779c2cbb req-1c3b2b7d-31b0-406c-80dd-fa3ceadf969d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Jul 14 08:46:26.357978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device aa0628a2-0124-40ad-a0c0-fb6cfed84268 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:26.436948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port aa0628a2-0124-40ad-a0c0-fb6cfed84268 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:26.441975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port aa0628a2-0124-40ad-a0c0-fb6cfed84268 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:26.442540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:26.533819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1921a1-55b8-46a4-93ef-c626eadd25e2 req-80fe0d9e-8617-4274-aaa1-61d541c29d3c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:26.536009 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-db1921a1-55b8-46a4-93ef-c626eadd25e2 req-80fe0d9e-8617-4274-aaa1-61d541c29d3c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 944 time: 0.0864615 Jul 14 08:46:26.586561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:26.607347 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-db1921a1-55b8-46a4-93ef-c626eadd25e2 req-08fb0d4e-b926-4241-85ea-0499a1c8b6bf tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642354 Jul 14 08:46:26.617948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:26.638182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:26.644719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:26.646935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7ad2ec3d-d3fc-406a-81de-ac799c11712d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:26.691872 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268', 'code': 200} Jul 14 08:46:26.726300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:26.729622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:26.813922 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-ef703580-cab5-4047-907f-38367ea04234 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a52e0422c15c4267a4b88dfea0391228&device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 1099 time: 0.1620500 Jul 14 08:46:26.820806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec764f9-a4a4-4be2-8603-261c5d7363ea req-45f60deb-9636-40a1-9972-d573d2ece333 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:26.822298 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ec764f9-a4a4-4be2-8603-261c5d7363ea req-45f60deb-9636-40a1-9972-d573d2ece333 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1293936 Jul 14 08:46:26.976812 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d99079f1-68b0-4360-8e9d-0c5bddf74381 req-59e82b35-7f5b-421a-bafc-bad4bd6341f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 1098 time: 0.0821974 Jul 14 08:46:26.980337 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ec764f9-a4a4-4be2-8603-261c5d7363ea req-9aa35b2e-bf16-4af5-9ccf-91adbb3bf99c tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346760 Jul 14 08:46:27.005517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-626bee13-4bcc-4a80-9e27-b9a321ebbca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:27.007845 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-626bee13-4bcc-4a80-9e27-b9a321ebbca0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 200 len: 920 time: 0.1838653 Jul 14 08:46:27.026070 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d99079f1-68b0-4360-8e9d-0c5bddf74381 req-a4a38196-dc7c-464b-bd74-ea86e42a2a5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Jul 14 08:46:27.084179 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-f3a5952e-a9cb-4aa7-9265-7cfff19e4645 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 200 len: 217 time: 0.0681970 Jul 14 08:46:27.387207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-2f10f741-1a65-4e31-91e3-4d039e30f5cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:27.388786 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-2f10f741-1a65-4e31-91e3-4d039e30f5cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 200 len: 859 time: 0.0739272 Jul 14 08:46:27.443459 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-633ca1c9-eadd-4288-a4c6-53daba6babe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437555 Jul 14 08:46:27.594594 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-e295f67b-9769-4fab-b6f1-5f8dc56b88bc service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437991 Jul 14 08:46:27.749714 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6818e7d9-e3d5-4657-92de-9d7dd66eae8b req-6e2b231e-cde1-4a35-8673-1e41e0a2f61b service neutron] 10.222.0.13 "GET /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475327 Jul 14 08:46:27.843284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc762de-5f23-4700-aecd-4cb28937c6a5 req-ad358b6e-9526-45af-8a36-2748a09c50db tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:27.844954 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7dc762de-5f23-4700-aecd-4cb28937c6a5 req-ad358b6e-9526-45af-8a36-2748a09c50db tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 945 time: 0.0905654 Jul 14 08:46:27.893895 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7dc762de-5f23-4700-aecd-4cb28937c6a5 req-d93ec212-7851-4b05-a28a-25aa8f008214 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Jul 14 08:46:28.193596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16590544-a7c1-4d26-96af-fd692b305057 req-f567d9d4-28ab-40fc-8aa6-631fdc622d40 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:28.195217 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-16590544-a7c1-4d26-96af-fd692b305057 req-f567d9d4-28ab-40fc-8aa6-631fdc622d40 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0871155 Jul 14 08:46:28.246738 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-16590544-a7c1-4d26-96af-fd692b305057 req-b8b3708a-2202-4311-9afd-41c60b9e74af tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jul 14 08:46:29.105289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003e666-6909-4935-8ff4-b9f41e3c1673 req-5b5a5174-7458-4993-9118-6cffcc65579c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:29.106854 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3003e666-6909-4935-8ff4-b9f41e3c1673 req-5b5a5174-7458-4993-9118-6cffcc65579c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 945 time: 0.0876858 Jul 14 08:46:29.155258 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3003e666-6909-4935-8ff4-b9f41e3c1673 req-9e68ad84-f7df-4a4f-977c-aebbc38e0587 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Jul 14 08:46:29.467760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002448b-b92b-4b1d-a567-69a576d1b9f5 req-954777e4-204c-4bfa-b05f-e3c8c8d2faaf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:29.469359 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3002448b-b92b-4b1d-a567-69a576d1b9f5 req-954777e4-204c-4bfa-b05f-e3c8c8d2faaf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0857732 Jul 14 08:46:29.516581 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3002448b-b92b-4b1d-a567-69a576d1b9f5 req-99900d6a-2a34-47cf-a271-5a38bcc09c14 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Jul 14 08:46:30.595090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd1a2d-1266-41c1-a126-59eb3455d8ba req-e79df0d2-1286-410c-a86b-e0abe15ae11f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:30.596867 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-25bd1a2d-1266-41c1-a126-59eb3455d8ba req-e79df0d2-1286-410c-a86b-e0abe15ae11f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 945 time: 0.0916600 Jul 14 08:46:30.648494 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-25bd1a2d-1266-41c1-a126-59eb3455d8ba req-c9a9e31e-a56a-4a89-9af7-539977153adb tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Jul 14 08:46:30.671825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49800) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:30.735410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac004771-ffb9-4be6-a0db-f0736ee69d96 req-60de574d-a569-4c5f-895a-7ae710abbbbe tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:30.737019 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac004771-ffb9-4be6-a0db-f0736ee69d96 req-60de574d-a569-4c5f-895a-7ae710abbbbe tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0878675 Jul 14 08:46:30.790276 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac004771-ffb9-4be6-a0db-f0736ee69d96 req-7df1153a-ed60-4566-808e-fd8900003ab8 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Jul 14 08:46:30.834568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:30.869030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:30.873815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Usage tracker for resource:security_group_rule and tenant:d2af24c31f1c4ef58788eca7a0ee948a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:30.876826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:30.882805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:30.957907 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:30.960998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:30.969037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fbd94eef-6726-4f0e-ad3e-96ff8ee3138a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:31.019401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8c1c3-a4ae-474b-bcf9-38e2f5bd6d7f,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:31.022750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:31.027300 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2af24c31f1c4ef58788eca7a0ee948a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3542299 Jul 14 08:46:31.028039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49812) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:31.097731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.127516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.175595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.181025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0f2d4d0e-ac01-4706-93c5-284af7fc7e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:31.198275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8c1c3-a4ae-474b-bcf9-38e2f5bd6d7f,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:31.201647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:31.202579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.204197 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81b8c1c3-a4ae-474b-bcf9-38e2f5bd6d7f HTTP/1.1" status: 204 len: 168 time: 0.1748047 Jul 14 08:46:31.655733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49826) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:31.675436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.713142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:31.717467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Usage tracker for resource:security_group_rule and tenant:7d98a85051344410bb86e6599be97255 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:31.720457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:31.726784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:31.845514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.851435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.860481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4e3f96f3-e211-4545-9fcc-885883806613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:31.926650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f1434-e543-477a-9f70-724a32ef37ef,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:31.931809 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d98a85051344410bb86e6599be97255&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2749887 Jul 14 08:46:31.934990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49832) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:31.943071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.943600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.944379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.944525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.944929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.945301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.945700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.946097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.946493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.946911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.947298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:31.953990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-19520fe2-93ea-4e39-83cf-007b2e69de97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:31.964646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:31.972170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a69a-17b9-4228-a280-66e513baeccb req-1aa8e8f1-515f-48d2-9f82-14f3c75c457f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:31.973778 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5aa0a69a-17b9-4228-a280-66e513baeccb req-1aa8e8f1-515f-48d2-9f82-14f3c75c457f tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 945 time: 0.1928089 Jul 14 08:46:32.010694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.037402 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5aa0a69a-17b9-4228-a280-66e513baeccb req-caaed313-ba78-4b44-a47b-09f7701b3999 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/security-groups?id=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536170 Jul 14 08:46:32.041054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.092584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.097614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-79acf58a-dad6-46d6-9429-176862be466c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:32.110843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f1434-e543-477a-9f70-724a32ef37ef,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:32.113260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:32.118007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.122636 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c1f1434-e543-477a-9f70-724a32ef37ef HTTP/1.1" status: 204 len: 168 time: 0.1834395 Jul 14 08:46:32.415717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913c874-eceb-4243-9285-8952a1d3807c req-e4364572-ea53-456d-ba8f-8a672f187539 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:32.419401 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2913c874-eceb-4243-9285-8952a1d3807c req-e4364572-ea53-456d-ba8f-8a672f187539 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 945 time: 0.0932255 Jul 14 08:46:32.511358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Deleting port aa0628a2-0124-40ad-a0c0-fb6cfed84268 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:32.511358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.782509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] For port aa0628a2-0124-40ad-a0c0-fb6cfed84268, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=aa0628a2-0124-40ad-a0c0-fb6cfed84268,segment=NetworkSegment(aaa0fdb4-e89f-4be7-956c-22296f17ba6b),segment_id=aaa0fdb4-e89f-4be7-956c-22296f17ba6b)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:32.783107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:32.922482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Calling delete_port for aa0628a2-0124-40ad-a0c0-fb6cfed84268 owned by compute:nova {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:33.076114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:33.089947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:33.121981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['aa0628a2-0124-40ad-a0c0-fb6cfed84268'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:33.207340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Pushing event deleted for resources: {'Port': ['ID=aa0628a2-0124-40ad-a0c0-fb6cfed84268,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:33.210367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:33.248862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] No DVR routers for this DVR port aa0628a2-0124-40ad-a0c0-fb6cfed84268 on host hv-cinder-80022 {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:33.255105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:33.257808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'name': 'network-vif-deleted', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:33.271203 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a5c5dec-bcad-4a84-a6b3-e3879915ee2d req-e9e7b12f-2cc4-4cb5-a07b-8ddbc35917ca tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 210 time: 0.0651288 Jul 14 08:46:33.285224 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2913c874-eceb-4243-9285-8952a1d3807c req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.13 "DELETE /v2.0/ports/aa0628a2-0124-40ad-a0c0-fb6cfed84268 HTTP/1.1" status: 204 len: 173 time: 0.8510683 Jul 14 08:46:33.337112 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c9ab7d-0986-4a4a-85b8-023be3d7d066', 'name': 'network-vif-deleted', 'tag': 'aa0628a2-0124-40ad-a0c0-fb6cfed84268', 'status': 'completed', 'code': 200} Jul 14 08:46:33.481856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:34.472611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6f369f0f-669a-4204-a829-c30b1f9967db req-9710d2d1-aa15-4318-a169-601a848af8e9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Synchronizing usage tracker for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:34.490103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6f369f0f-669a-4204-a829-c30b1f9967db req-9710d2d1-aa15-4318-a169-601a848af8e9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Unset dirty status for tenant:2e10efa12f754bd18796d58faf37fb72 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:34.490981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-90efd078-c066-4791-ada8-2773524241a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:34.491546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6f369f0f-669a-4204-a829-c30b1f9967db req-9710d2d1-aa15-4318-a169-601a848af8e9 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c9ab7d-0986-4a4a-85b8-023be3d7d066 HTTP/1.1" status: 200 len: 210 time: 0.0681813 Jul 14 08:46:34.617047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:34.739694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:46:35.501543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 49950) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:35.571555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec056ea-d41a-42ed-b78a-9325b5607436 req-697a0361-1e7d-4b0a-b851-bcf2a8ad9b81 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:35.573743 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ec056ea-d41a-42ed-b78a-9325b5607436 req-697a0361-1e7d-4b0a-b851-bcf2a8ad9b81 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0874596 Jul 14 08:46:35.631305 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ec056ea-d41a-42ed-b78a-9325b5607436 req-4026fad2-4534-4b51-b13e-20b09ead9fb4 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Jul 14 08:46:35.669448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:35.704537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:35.708610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f15d784eed4797b8cbf050ff9cbe7a is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:35.711545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:35.718233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:35.785928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:35.789447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:35.797140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-59574444-7372-4757-a71f-c3334d7f5e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:35.842093 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0f15d784eed4797b8cbf050ff9cbe7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3392253 Jul 14 08:46:35.842915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f041f-17f7-4d2d-88f0-044c4582f9a2,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:35.845698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49964) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:35.846010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:35.914982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:35.943913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:35.998786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.002978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-298f3ef4-c534-46f6-9588-781f0b084152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:36.016305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f041f-17f7-4d2d-88f0-044c4582f9a2,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:36.018467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:36.023714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.028009 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-99311dfe-153b-4a7c-9290-2e6f54eb7b93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e75f041f-17f7-4d2d-88f0-044c4582f9a2 HTTP/1.1" status: 204 len: 168 time: 0.1805897 Jul 14 08:46:36.113660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.209811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-52b9ae6b-22d2-454c-ab2d-bc803c179350 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:36.231317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-52b9ae6b-22d2-454c-ab2d-bc803c179350 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:36.232599 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-52b9ae6b-22d2-454c-ab2d-bc803c179350 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627505479&fields=id&tenant_id=486e6537d52a494b96650521bf4cc385 HTTP/1.1" status: 200 len: 267 time: 0.0715282 Jul 14 08:46:36.431139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device aa0628a2-0124-40ad-a0c0-fb6cfed84268 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:36.463843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 49992) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:36.485652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.502690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: aa0628a2-0124-40ad-a0c0-fb6cfed84268 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:36.503282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device aa0628a2-0124-40ad-a0c0-fb6cfed84268 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:36.523897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:36.528491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Usage tracker for resource:security_group_rule and tenant:59543250c8664e9b806014a066a37d8e is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:36.531817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:36.538684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:36.617184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.621185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.624609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-05f57ebe-f3a0-4ca9-a067-d0d62b38a5a4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:36.626230 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-05f57ebe-f3a0-4ca9-a067-d0d62b38a5a4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 809 time: 0.3784835 Jul 14 08:46:36.631436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-422638d9-301e-4be1-9e7f-fdf0935eaf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:36.648171 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-51998ee9-b76f-4594-ad5d-132bded3e398 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/quotas/486e6537d52a494b96650521bf4cc385 HTTP/1.1" status: 200 len: 375 time: 0.0156863 Jul 14 08:46:36.675511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bc3ee-7763-42d0-84c5-19e6777d2bcd,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:36.683885 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59543250c8664e9b806014a066a37d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2183650 Jul 14 08:46:36.685724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50004) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:36.708847 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.709267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.709678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.710086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.710490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.710916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.711320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.711948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.712108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.712503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.712898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:36.717755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:36.773419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.785818 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-29503d6c-8afb-424d-a100-dd84503a5482 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308451 Jul 14 08:46:36.841195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.918454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898a8a8-328c-4dd8-909a-478b8e119f2b req-2becf545-2a39-4277-a2d5-7424d3a747bf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:36.920351 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9898a8a8-328c-4dd8-909a-478b8e119f2b req-2becf545-2a39-4277-a2d5-7424d3a747bf tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1242199 Jul 14 08:46:36.933997 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-3a2b9d29-20dc-4535-bab0-d1f624269604 service neutron] 10.222.0.46 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427753 Jul 14 08:46:36.944284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.951419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b7d68f02-1727-40ad-8205-19336655f701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:36.972076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bc3ee-7763-42d0-84c5-19e6777d2bcd,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:36.976324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:36.989575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:36.990819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/713bc3ee-7763-42d0-84c5-19e6777d2bcd HTTP/1.1" status: 204 len: 168 time: 0.3041074 Jul 14 08:46:37.002127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9898a8a8-328c-4dd8-909a-478b8e119f2b req-7f39f849-4807-463a-b4e0-1e8523666c32 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743160 Jul 14 08:46:37.103379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-d1c6872f-c316-4912-b872-084f714a419b service neutron] 10.222.0.46 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626494 Jul 14 08:46:37.546092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c13e489d-e1ff-4833-ba43-ec9e0209aa76 req-2675983f-e43b-4e8d-b9df-d0093971bd08 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:37.564040 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c13e489d-e1ff-4833-ba43-ec9e0209aa76 req-2675983f-e43b-4e8d-b9df-d0093971bd08 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:37.565332 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c13e489d-e1ff-4833-ba43-ec9e0209aa76 req-2675983f-e43b-4e8d-b9df-d0093971bd08 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0723088 Jul 14 08:46:38.023847 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-5ed0f4d8-39bc-4a2c-a401-14ccf5dee077 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:38.025472 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-5ed0f4d8-39bc-4a2c-a401-14ccf5dee077 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.0986481 Jul 14 08:46:38.142540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Deleting port c613c246-d245-4cc9-a245-8ccdb04468a8 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:38.143121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:38.286612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6faab-4f70-4698-be0a-3f87b91e946a req-d9c7adac-9a4e-4e47-b4fd-aa9ba335b676 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:38.299419 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ece6faab-4f70-4698-be0a-3f87b91e946a req-d9c7adac-9a4e-4e47-b4fd-aa9ba335b676 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 945 time: 0.1078167 Jul 14 08:46:38.365901 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ece6faab-4f70-4698-be0a-3f87b91e946a req-ee151b08-97eb-4d5a-9baf-6f6b4c50b6a3 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Jul 14 08:46:38.530772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] For port c613c246-d245-4cc9-a245-8ccdb04468a8, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c613c246-d245-4cc9-a245-8ccdb04468a8,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:38.531183 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:38.667259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50096) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:38.775120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Calling delete_port for c613c246-d245-4cc9-a245-8ccdb04468a8 owned by compute:nova {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:38.905642 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aae0bda2-49c6-4ea6-b868-27def53f1878 req-3ada7dd2-f4de-485e-86ee-7aefb71ca00d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0844455 Jul 14 08:46:39.024927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-d9f14381-1ab3-453d-b951-2468e2dccc8d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:39.027555 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-d9f14381-1ab3-453d-b951-2468e2dccc8d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 809 time: 0.1781886 Jul 14 08:46:39.047998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.080584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.097059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:39.116985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['61a692b0-83ec-466f-ae79-826a7a6030a7', 'c613c246-d245-4cc9-a245-8ccdb04468a8'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:39.120248 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-7f969ec4-aa21-479a-b495-ade13b34236d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=486e6537d52a494b96650521bf4cc385 HTTP/1.1" status: 200 len: 379 time: 0.0537295 Jul 14 08:46:39.132682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'port': {'device_id': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'admin_state_up': True, 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'security_groups': ['86ea136b-cecf-494e-916e-d289c8841286']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:39.220688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Pushing event deleted for resources: {'Port': ['ID=c613c246-d245-4cc9-a245-8ccdb04468a8,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:39.229334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:39.271133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] No DVR routers for this DVR port c613c246-d245-4cc9-a245-8ccdb04468a8 on host hv-cinder-80022 {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:39.273918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.278269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'name': 'network-vif-deleted', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:39.308042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2fcb34e-d1af-4eed-a758-e669e399f449 req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "DELETE /v2.0/ports/c613c246-d245-4cc9-a245-8ccdb04468a8 HTTP/1.1" status: 204 len: 173 time: 1.2712395 Jul 14 08:46:39.357346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:39.379095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:39.402537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Made reservation on behalf of 486e6537d52a494b96650521bf4cc385 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:46:39.403815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5997ad20-d62d-4eb7-af31-d9ecf1cdf637', 'name': 'network-vif-deleted', 'tag': 'c613c246-d245-4cc9-a245-8ccdb04468a8', 'status': 'completed', 'code': 200} Jul 14 08:46:39.409003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.606127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Allocated IP 172.20.0.5 (00c3a61a-0c6d-46f9-9e84-fe1760f14684/3c73d9fe-dbbb-4de6-8a12-16081b8469a2/808edf14-bfeb-460d-991e-6f76d21f82a4) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:39.801620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-631e473d-9116-45f5-87bd-fe128f2536fb req-86f6d5f6-f2ce-4fdc-8401-3bf7195e368e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:39.820647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-631e473d-9116-45f5-87bd-fe128f2536fb req-86f6d5f6-f2ce-4fdc-8401-3bf7195e368e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:39.832912 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-631e473d-9116-45f5-87bd-fe128f2536fb req-86f6d5f6-f2ce-4fdc-8401-3bf7195e368e tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=5997ad20-d62d-4eb7-af31-d9ecf1cdf637 HTTP/1.1" status: 200 len: 210 time: 0.3043849 Jul 14 08:46:39.835516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.853220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:39.863188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Usage tracker for resource:security_group_rule and tenant:5b513c7eacce4f2fb87e2b29933a30ae is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:39.866421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Transition to ACTIVE for port object 808edf14-bfeb-460d-991e-6f76d21f82a4 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:39.867856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:39.876486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:39.920977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:39.934234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:40.023737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:40.038051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:40.043922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:40.048691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:40.058504 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:40.322865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.341380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.381649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-48ef8cbf-3166-4213-849d-3130a4f5b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:40.391723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b513c7eacce4f2fb87e2b29933a30ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7229521 Jul 14 08:46:40.394599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50116) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:40.402593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5fc48-ca11-41b1-b0a5-ba06919a2fcd req-e300e24f-faca-44b7-99ae-3babd5cd37d4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:40.404335 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76c5fc48-ca11-41b1-b0a5-ba06919a2fcd req-e300e24f-faca-44b7-99ae-3babd5cd37d4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 931 time: 0.3146966 Jul 14 08:46:40.414619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:40.414852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.475074 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3469760 Jul 14 08:46:40.499693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6212fad9-aadd-4d8d-91ed-3cafc00dc728,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:40.505478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:40.512090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Request body: {'port': {'device_id': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:40.572157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.579647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-7f05c106-c9fe-4721-8b60-e37bcf426323 None None] Provisioning for port 808edf14-bfeb-460d-991e-6f76d21f82a4 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:40.595907 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-7f05c106-c9fe-4721-8b60-e37bcf426323 None None] Provisioning complete for port 808edf14-bfeb-460d-991e-6f76d21f82a4 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:40.596459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7f05c106-c9fe-4721-8b60-e37bcf426323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.636239 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76c5fc48-ca11-41b1-b0a5-ba06919a2fcd req-6ab4667f-0414-4fb4-a530-5606d0995aa5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769559 Jul 14 08:46:40.639072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.717848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c106-c9fe-4721-8b60-e37bcf426323 None None] Port 808edf14-bfeb-460d-991e-6f76d21f82a4 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:46:40.724457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.730558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-289edc5e-cd7c-4948-b912-bc217fce22bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:40.742070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6212fad9-aadd-4d8d-91ed-3cafc00dc728,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:40.751613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:40.757603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:40.762662 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6212fad9-aadd-4d8d-91ed-3cafc00dc728 HTTP/1.1" status: 204 len: 168 time: 0.3668916 Jul 14 08:46:40.768033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:41.308045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808edf14-bfeb-460d-991e-6f76d21f82a4 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:46:41.317894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:41.347957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Transition to ACTIVE for port object 808edf14-bfeb-460d-991e-6f76d21f82a4 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:46:41.353457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:41.363361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c81847e-1863-49c8-a57d-53ed4537c7a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:41.507835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:41.511397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:41.599573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153cec-f39c-4132-a4ab-8175010fc1fa req-6e97f465-5304-4a94-86d0-80be5d5f2571 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:41.608320 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-04153cec-f39c-4132-a4ab-8175010fc1fa req-6e97f465-5304-4a94-86d0-80be5d5f2571 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1552472 Jul 14 08:46:41.669558 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-04153cec-f39c-4132-a4ab-8175010fc1fa req-a11d96e5-1101-495e-9b1a-3326ae0638b0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600488 Jul 14 08:46:41.777953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Attempting to bind port 808edf14-bfeb-460d-991e-6f76d21f82a4 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:46:41.778092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Attempting to bind port 808edf14-bfeb-460d-991e-6f76d21f82a4 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:46:41.778464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Attempting to bind port 808edf14-bfeb-460d-991e-6f76d21f82a4 on network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:41.785377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Port 808edf14-bfeb-460d-991e-6f76d21f82a4 on network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:46:41.785740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Attempting to bind port 808edf14-bfeb-460d-991e-6f76d21f82a4 on network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:46:41.794325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:46:41.794701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Checking segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:46:41.795181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Bound using segment: {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:46:41.795669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Bound port: 808edf14-bfeb-460d-991e-6f76d21f82a4, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd517b3d3-92c4-4c3d-9559-72d8893429ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:46:41.796056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:41.995004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:46:41.999469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:46:42.007529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:42.014259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:42.071069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bf740-10eb-4f1b-b760-c4f9a530adf7 req-d00d7052-9816-454e-96fd-ce5916bca6e0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:42.071840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d25bf740-10eb-4f1b-b760-c4f9a530adf7 req-d00d7052-9816-454e-96fd-ce5916bca6e0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:42.114043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:42.115590 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] 10.222.0.13 "PUT /v2.0/ports/808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 1093 time: 1.6093695 Jul 14 08:46:42.116123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:42.134070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-d25bf740-10eb-4f1b-b760-c4f9a530adf7 req-d00d7052-9816-454e-96fd-ce5916bca6e0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:42.144245 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d25bf740-10eb-4f1b-b760-c4f9a530adf7 req-d00d7052-9816-454e-96fd-ce5916bca6e0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2940445 Jul 14 08:46:42.151649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:42.157966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:42.302891 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'status': 'completed', 'code': 200} Jul 14 08:46:42.321853 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d25bf740-10eb-4f1b-b760-c4f9a530adf7 req-3704301f-8a0f-488c-88e1-948180cc1947 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661630 Jul 14 08:46:42.390211 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-dad86132-0696-4677-8ba7-7638fb2d2ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1096 time: 0.1797736 Jul 14 08:46:42.457946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device c613c246-d245-4cc9-a245-8ccdb04468a8 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:42.538908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: c613c246-d245-4cc9-a245-8ccdb04468a8 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:42.539308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device c613c246-d245-4cc9-a245-8ccdb04468a8 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:42.556749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-431dc87c-53c8-408e-84c6-1dfc401ca810 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 217 time: 0.1500134 Jul 14 08:46:42.661547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-c4c86525-9da3-401f-9002-df02b921bea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:42.663485 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-c4c86525-9da3-401f-9002-df02b921bea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0983980 Jul 14 08:46:42.794885 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-5d19105c-cb3c-4e0e-b06c-6689f7d7e464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1219981 Jul 14 08:46:42.914404 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87461a47-e9fa-46ef-a8ec-1fc046f1de68 req-d8362ddd-31db-4a36-979a-9b1ff2e5db2f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:42.922616 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87461a47-e9fa-46ef-a8ec-1fc046f1de68 req-d8362ddd-31db-4a36-979a-9b1ff2e5db2f tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1054430 Jul 14 08:46:42.988420 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87461a47-e9fa-46ef-a8ec-1fc046f1de68 req-24ca2be8-2c0c-4228-84b9-030c51669af7 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Jul 14 08:46:43.002720 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-9f67a2c2-1b22-40b3-831b-9addf2a472fd service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998384 Jul 14 08:46:43.200758 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b349054-9bc9-47d4-9023-1ba60a695573 req-3ed90dae-2cb4-4e73-ad67-8352e2092a5f service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907864 Jul 14 08:46:43.393775 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-aa5b4db3-82df-423d-8656-2959049321c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0845387 Jul 14 08:46:43.834312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-7d4428db-80a0-4d3b-8932-7f95d77b94bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:43.836093 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-7d4428db-80a0-4d3b-8932-7f95d77b94bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.4343636 Jul 14 08:46:43.843894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413f6ab-b4c0-49b8-b0e9-c46f54c67e9c req-1e575b0d-b271-40b9-86b6-4424ccf9c021 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:43.845886 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7413f6ab-b4c0-49b8-b0e9-c46f54c67e9c req-1e575b0d-b271-40b9-86b6-4424ccf9c021 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.2137570 Jul 14 08:46:43.957799 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-ee8f2aab-39e4-4b70-9975-b7a432da5e96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 217 time: 0.1106217 Jul 14 08:46:44.043612 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7413f6ab-b4c0-49b8-b0e9-c46f54c67e9c req-0e984db6-8541-4dc0-94b8-3f56c8c14fed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197665 Jul 14 08:46:44.056087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-fd9a550c-8c50-4bcd-90a7-b44d7798d036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:44.058615 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-fd9a550c-8c50-4bcd-90a7-b44d7798d036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0837815 Jul 14 08:46:44.155879 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-980364af-b28f-4790-8845-a52c730d14b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877953 Jul 14 08:46:44.228417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478311ae-174d-4717-92f3-c56afec7cfb6 req-94c5292f-cc8d-4dd1-a323-3a318aa962f0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:44.230411 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-478311ae-174d-4717-92f3-c56afec7cfb6 req-94c5292f-cc8d-4dd1-a323-3a318aa962f0 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0933676 Jul 14 08:46:44.312480 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-478311ae-174d-4717-92f3-c56afec7cfb6 req-ea9ad178-da41-466e-82a3-580705219e00 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Jul 14 08:46:44.320713 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-3c05648e-78e4-456a-8f67-f88a684693de service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562145 Jul 14 08:46:44.528841 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3ce69495-3df6-42e6-bda2-25f9cdda1d52 req-bd99277f-654e-4dd8-a204-914221ac384d service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000005 Jul 14 08:46:45.376736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977bbd-1198-415f-afde-04a03497254f req-8d682975-35a7-475a-b98d-b9288e545049 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:45.384078 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52977bbd-1198-415f-afde-04a03497254f req-8d682975-35a7-475a-b98d-b9288e545049 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.1214654 Jul 14 08:46:45.483560 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52977bbd-1198-415f-afde-04a03497254f req-a68d7746-9572-4dd9-a0fc-8dc8b7e7e52a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984526 Jul 14 08:46:45.618935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f275-ede9-45a6-bedf-9ca92b56dff0 req-5fdc5d41-e9f7-4dd3-b420-c81e314c9b60 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:45.621619 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb21f275-ede9-45a6-bedf-9ca92b56dff0 req-5fdc5d41-e9f7-4dd3-b420-c81e314c9b60 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.0921695 Jul 14 08:46:45.674956 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb21f275-ede9-45a6-bedf-9ca92b56dff0 req-adf2b5d5-68cb-4ff6-a030-103d183450a6 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473113 Jul 14 08:46:46.488793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:46:46.718617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:46.736348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'mac_address': 'fa:16:3e:5d:c4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:46:46.764836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cba3be-6698-4804-84ca-2c6d88561233 req-f75d3264-b996-44a1-803c-7d968d8b81f1 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:46.766503 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-34cba3be-6698-4804-84ca-2c6d88561233 req-f75d3264-b996-44a1-803c-7d968d8b81f1 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.1427021 Jul 14 08:46:46.838652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:46.848981 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-34cba3be-6698-4804-84ca-2c6d88561233 req-6b8a800f-e4e5-4f7c-9eeb-27841d4a144e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739946 Jul 14 08:46:46.892915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808edf14-bfeb-460d-991e-6f76d21f82a4 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:46:46.921691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:46.928619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:46.932936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:47.031119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a3c3-b8a1-48a0-96cf-3154b197c48a req-d022c5a4-0ed8-4047-9246-ccc5c8394145 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:47.037541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:47.039788 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c01a3c3-b8a1-48a0-96cf-3154b197c48a req-d022c5a4-0ed8-4047-9246-ccc5c8394145 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1521494 Jul 14 08:46:47.050702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.051389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.052062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.052588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.053684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.054214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.054734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.055276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.055789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.056297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.057419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:46:47.070436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:47.091187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c01a3c3-b8a1-48a0-96cf-3154b197c48a req-17a001b6-bfee-4e39-9742-95394593151d tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503032 Jul 14 08:46:47.381763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['808edf14-bfeb-460d-991e-6f76d21f82a4'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:48.107557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432fb6-433d-4b35-b91b-f304d73ffac3 req-991dfc93-fca0-4f9a-b9d3-73225df1ad13 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:48.109271 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be432fb6-433d-4b35-b91b-f304d73ffac3 req-991dfc93-fca0-4f9a-b9d3-73225df1ad13 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 944 time: 0.1089745 Jul 14 08:46:48.177824 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be432fb6-433d-4b35-b91b-f304d73ffac3 req-53cb7cc8-dbbf-468a-85b9-32c2839d2473 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622969 Jul 14 08:46:48.451072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca002c7-19f0-4d59-bf6c-b60d39761f71 req-2ee38829-f645-4f2b-a9aa-53402910a499 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:48.453038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1ca002c7-19f0-4d59-bf6c-b60d39761f71 req-2ee38829-f645-4f2b-a9aa-53402910a499 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1221642 Jul 14 08:46:48.497732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:46:48.536107 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1ca002c7-19f0-4d59-bf6c-b60d39761f71 req-347e076b-7296-45b6-b4f8-5f8b47d38694 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/security-groups?id=b605cf95-8f63-4626-a7bb-4e947ddaf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772371 Jul 14 08:46:48.595979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 808edf14-bfeb-460d-991e-6f76d21f82a4 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:46:48.602220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 808edf14-bfeb-460d-991e-6f76d21f82a4 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:46:48.602626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:48.662455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c925add-d039-48a9-8369-d720b5876b50 req-433efbc4-6734-4620-a177-b018094c694a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:48.664251 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2c925add-d039-48a9-8369-d720b5876b50 req-433efbc4-6734-4620-a177-b018094c694a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 946 time: 0.1135976 Jul 14 08:46:48.740550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:48.743827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Deleting port 61a692b0-83ec-466f-ae79-826a7a6030a7 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:48.744813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:48.773629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:48.785663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:48.790574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:48.793471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:48.854510 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'code': 200} Jul 14 08:46:48.873392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:48.876873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:49.074715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] For port 61a692b0-83ec-466f-ae79-826a7a6030a7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=61a692b0-83ec-466f-ae79-826a7a6030a7,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:49.075652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:49.291475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Calling delete_port for 61a692b0-83ec-466f-ae79-826a7a6030a7 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:49.407251 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c4a69023-f125-47ba-84d3-21b4161bcaeb req-51752e16-b6b6-431c-8c3e-346c87ee7693 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.1686599 Jul 14 08:46:49.458576 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c4a69023-f125-47ba-84d3-21b4161bcaeb req-3313d5fb-324d-43c6-98a0-330476162ea1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Jul 14 08:46:49.482054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:49.492337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf224cb-a1b7-4ac0-84fd-8cf02fc18a40 req-03fcf1d6-779b-44aa-90a3-c7f9dd5455c6 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:49.492553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:49.494622 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1cf224cb-a1b7-4ac0-84fd-8cf02fc18a40 req-03fcf1d6-779b-44aa-90a3-c7f9dd5455c6 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1434226 Jul 14 08:46:49.533835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['61a692b0-83ec-466f-ae79-826a7a6030a7'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:46:49.547199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Pushing event deleted for resources: {'Port': ['ID=61a692b0-83ec-466f-ae79-826a7a6030a7,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:49.552822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:49.552970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1cf224cb-a1b7-4ac0-84fd-8cf02fc18a40 req-472a3125-b2fd-4fb8-aca5-44e63df36155 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:49.570632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-1cf224cb-a1b7-4ac0-84fd-8cf02fc18a40 req-472a3125-b2fd-4fb8-aca5-44e63df36155 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:49.584520 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1cf224cb-a1b7-4ac0-84fd-8cf02fc18a40 req-472a3125-b2fd-4fb8-aca5-44e63df36155 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804548 Jul 14 08:46:49.688147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] No DVR routers for this DVR port 61a692b0-83ec-466f-ae79-826a7a6030a7 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:46:49.692206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:49.699313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'name': 'network-vif-deleted', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:49.761537 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2c925add-d039-48a9-8369-d720b5876b50 req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.13 "DELETE /v2.0/ports/61a692b0-83ec-466f-ae79-826a7a6030a7 HTTP/1.1" status: 204 len: 173 time: 1.0904827 Jul 14 08:46:49.768629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a3c4f76b-897c-4606-86f3-a9f37cd3ba98 req-c04bf4b8-0a48-4240-a80f-34c47685ac21 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Synchronizing usage tracker for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:46:49.784148 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e96b1-06f0-459c-a404-dd33e4b46101', 'name': 'network-vif-deleted', 'tag': '61a692b0-83ec-466f-ae79-826a7a6030a7', 'status': 'completed', 'code': 200} Jul 14 08:46:49.790204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a3c4f76b-897c-4606-86f3-a9f37cd3ba98 req-c04bf4b8-0a48-4240-a80f-34c47685ac21 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Unset dirty status for tenant:a52e0422c15c4267a4b88dfea0391228 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:46:49.797357 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3c4f76b-897c-4606-86f3-a9f37cd3ba98 req-c04bf4b8-0a48-4240-a80f-34c47685ac21 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] 10.222.0.46 "GET /v2.0/ports?device_id=907e96b1-06f0-459c-a404-dd33e4b46101 HTTP/1.1" status: 200 len: 210 time: 0.0792060 Jul 14 08:46:50.812598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78898-2766-4034-bfdf-de5375b3b358 req-852f21c0-f04a-4521-b69b-bcfd75842551 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:50.814389 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bdd78898-2766-4034-bfdf-de5375b3b358 req-852f21c0-f04a-4521-b69b-bcfd75842551 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0952301 Jul 14 08:46:50.867617 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bdd78898-2766-4034-bfdf-de5375b3b358 req-d7be3da7-d407-4773-a43b-1f0297513c1f tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459404 Jul 14 08:46:50.928840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:50.969402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50282) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:51.481037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:52.206804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4425ad-87a6-49ea-af20-a87e010b365a req-40149014-181f-4686-9563-ee846dbb4f4c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:52.214254 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5e4425ad-87a6-49ea-af20-a87e010b365a req-40149014-181f-4686-9563-ee846dbb4f4c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1304443 Jul 14 08:46:52.280969 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5e4425ad-87a6-49ea-af20-a87e010b365a req-cb6f2d79-a36e-4ce0-894e-2e58f19249bb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655062 Jul 14 08:46:52.323408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Deleting port 504e754c-3944-4ea5-98c7-3258626964dc {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:52.323790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:52.507879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 61a692b0-83ec-466f-ae79-826a7a6030a7 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:52.546436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 61a692b0-83ec-466f-ae79-826a7a6030a7 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:52.546967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 61a692b0-83ec-466f-ae79-826a7a6030a7 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:52.761393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bae0b9-d5f9-4592-9ee0-89ce0fa3d755 req-61b927ba-3870-42c2-a17e-99a306a9c730 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:52.768924 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13bae0b9-d5f9-4592-9ee0-89ce0fa3d755 req-61b927ba-3870-42c2-a17e-99a306a9c730 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2165651 Jul 14 08:46:52.843379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] For port 504e754c-3944-4ea5-98c7-3258626964dc, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=504e754c-3944-4ea5-98c7-3258626964dc,segment=NetworkSegment(953f3eda-9eb6-4a1f-8f73-10020f722d4c),segment_id=953f3eda-9eb6-4a1f-8f73-10020f722d4c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:52.843787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:52.853790 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13bae0b9-d5f9-4592-9ee0-89ce0fa3d755 req-dce9c9a4-af14-4305-a611-946ef326ddc0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838571 Jul 14 08:46:52.886632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50306) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:52.988765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Calling delete_port for 504e754c-3944-4ea5-98c7-3258626964dc owned by network:router_interface {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:53.219242 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b84735aa-a2b2-4008-8950-7aea0e323d01 tempest-TestShelveInstance-93124155 tempest-TestShelveInstance-93124155-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1093 time: 0.3304451 Jul 14 08:46:53.222700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50314) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:53.231232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:46:53.238716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:46:53.243120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Usage tracker for resource:floatingip and tenant:486e6537d52a494b96650521bf4cc385 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:46:53.247530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:46:53.254114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:46:53.265410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for floatingip, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.364331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.370922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ddb412e8-f765-414a-91ff-6507561158d6 tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:53.439967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.470397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=504e754c-3944-4ea5-98c7-3258626964dc,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:53.474431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:53.637676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Allocated IP 172.28.0.6 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/e606b57b-2729-4b9c-80b0-ceb7bb45ed5c) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:46:53.850158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.906076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.923116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:53.935087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:54.020181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:46:54.021831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'Port': ['ID=e606b57b-2729-4b9c-80b0-ceb7bb45ed5c,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:54.024550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:46:54.026773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:54.027562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:46:54.769637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Router a5485545-ff31-4d0b-a8bb-cfa8b290f93b has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:46:54.930838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:54.995143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:55.253580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:46:55.265828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Sync routers for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:46:55.290716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:55.293006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:55.309375 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] 10.222.0.46 "PUT /v2.0/routers/a5485545-ff31-4d0b-a8bb-cfa8b290f93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3384616 Jul 14 08:46:55.312933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50344) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:55.445927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:55.450528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:55.460921 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a86f7904-26ba-4d60-b231-d3a1ab02df23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:55.529219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event updated for resources: {'Port': ['ID=e606b57b-2729-4b9c-80b0-ceb7bb45ed5c,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:55.589708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:55.643692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:55.697176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks [] for router, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:55.756418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:55.835878 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Floating IP 1cacaf4b-f630-4e14-8503-2fdd812842f1 associated. External IP: 172.28.0.6, port: 808edf14-bfeb-460d-991e-6f76d21f82a4. Jul 14 08:46:56.076493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:56.106238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Deleting port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:46:56.106733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:56.179353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:46:53Z', 'revision_number': 5, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port': {'id': 'fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:56.184349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Checking router: a5485545-ff31-4d0b-a8bb-cfa8b290f93b for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:46:56.198001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Routers {'a5485545-ff31-4d0b-a8bb-cfa8b290f93b'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:56.198910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:56.438807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] Set router a5485545-ff31-4d0b-a8bb-cfa8b290f93b gateway port host: None {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:56.493930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] For port fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:46:56.494524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:56.565668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:46:56Z', 'revision_number': 6, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:56.568724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Router 8741f0b2-86a1-411c-a582-f02465cf3ace has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:46:56.570598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59000b29-6f38-45c5-aef0-d6029a8743c8 None None] The sync data for ids ['a5485545-ff31-4d0b-a8bb-cfa8b290f93b'] in dv-cinder-800229-1-smb is: [{'id': 'a5485545-ff31-4d0b-a8bb-cfa8b290f93b', 'name': 'tempest-ServerRescueNegativeTestJSON-1221713598-router', 'tenant_id': 'a52e0422c15c4267a4b88dfea0391228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:31Z', 'updated_at': '2021-07-14T08:46:56Z', 'revision_number': 6, 'project_id': 'a52e0422c15c4267a4b88dfea0391228', 'gw_port_host': None}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:46:56.714770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Calling delete_port for fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf owned by network:router_gateway {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:46:56.832888 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:46:56.844943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Sync routers for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:46:56.863062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:56.864145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:56.871413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:56.958878 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7211154 Jul 14 08:46:56.958878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:46:57.039117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:57.040155 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'status': 'completed', 'code': 200} Jul 14 08:46:57.046738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-acf97a6d-c15a-46a8-b655-bbd4985afba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:57.167584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Pushing event deleted for resources: {'Port': ['ID=fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:57.178109 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:57.341041 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:57.566950 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-98145767-dac2-4a57-8e79-5eca954ec284 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.4573309 Jul 14 08:46:57.571282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:57.831706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '1cacaf4b-f630-4e14-8503-2fdd812842f1', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'mac_address': 'fa:16:3e:5d:c4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:54Z', 'revision_number': 0, 'project_id': '486e6537d52a494b96650521bf4cc385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:57.849090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Checking router: 8741f0b2-86a1-411c-a582-f02465cf3ace for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:46:57.853001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:46:57.854405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:46:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:57.897410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:57.901837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.002145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.002857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5485545-ff31-4d0b-a8bb-cfa8b290f93b {{(pid=82035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:46:58.153418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:46:58.154004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.157752 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] 10.222.0.46 "DELETE /v2.0/routers/a5485545-ff31-4d0b-a8bb-cfa8b290f93b HTTP/1.1" status: 204 len: 168 time: 2.8410552 Jul 14 08:46:58.158262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50388) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:58.194023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-c76e372f-3fca-4837-a6f4-503dcf606439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:58.195922 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-c76e372f-3fca-4837-a6f4-503dcf606439 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.5583847 Jul 14 08:46:58.316362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Deleting subnet 5b5d1d91-d201-4ed8-8921-683fc7bb5248 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:46:58.323566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.434492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.495122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 504e754c-3944-4ea5-98c7-3258626964dc no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:58.509237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.530099 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-7991ecf7-29af-412a-82d1-c23d5f25777c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 997 time: 0.3262448 Jul 14 08:46:58.583563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 504e754c-3944-4ea5-98c7-3258626964dc {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:58.584140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 504e754c-3944-4ea5-98c7-3258626964dc not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:58.584616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:46:58.590916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.614085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f3833916-1386-466c-88f7-512603dc93dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:58.633071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:46:58.633466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device fda1b6fd-f044-4ce5-80d1-1a2a03e56cdf not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:46:58.638944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-e6e65c81-ac6d-4bcd-af1d-8b04d1881b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:46:58.640498 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-e6e65c81-ac6d-4bcd-af1d-8b04d1881b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.1022079 Jul 14 08:46:58.678927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:58.688255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b5d1d91-d201-4ed8-8921-683fc7bb5248 HTTP/1.1" status: 204 len: 168 time: 0.5287118 Jul 14 08:46:58.692574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50392) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:58.693393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5d1d91-d201-4ed8-8921-683fc7bb5248,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:58.715692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-32b1b9c5-a1d0-428e-9596-1a97c45fce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:58.863502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.071342 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-86ecf1a0-68fb-4ab5-aa58-cee0b4d6f4b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4167919 Jul 14 08:46:59.101057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '1cacaf4b-f630-4e14-8503-2fdd812842f1', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'mac_address': 'fa:16:3e:5d:c4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:54Z', 'revision_number': 0, 'project_id': '486e6537d52a494b96650521bf4cc385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:59.106781 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0874f9-5b6e-4a42-a2e8-cde7c38a3d24 None None] The sync data for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb is: [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '1cacaf4b-f630-4e14-8503-2fdd812842f1', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'floating_ip_address': '172.28.0.6', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'mac_address': 'fa:16:3e:5d:c4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:46:54Z', 'updated_at': '2021-07-14T08:46:54Z', 'revision_number': 0, 'project_id': '486e6537d52a494b96650521bf4cc385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:46:59.136302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.172333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01bff1d-c038-4e69-b8c5-e7c0809a0b7e']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:59.207173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953f3eda-9eb6-4a1f-8f73-10020f722d4c') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:59.210266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953f3eda-9eb6-4a1f-8f73-10020f722d4c') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:46:59.226962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.247238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.254728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:46:59.255344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:46:59.410836 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:46:59.415630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.424927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:46:59.444982 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-30d92fec-ce61-4b55-af81-51a2e76e2c26 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659744 Jul 14 08:46:59.447510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1a7e31ba-8b1d-4108-a70d-2422015c1427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:46:59.492123 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c01bff1d-c038-4e69-b8c5-e7c0809a0b7e HTTP/1.1" status: 204 len: 168 time: 0.7727385 Jul 14 08:46:59.494726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01bff1d-c038-4e69-b8c5-e7c0809a0b7e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:46:59.497571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:46:59.740929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3272937-7243-4437-9d9a-9b24f3500de3 None None] New status for floating IP 1cacaf4b-f630-4e14-8503-2fdd812842f1: ACTIVE {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:46:59.804541 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9ddcca8e-90d4-4d0a-91ba-02445c656095 req-fea983e0-639f-48d0-bd6e-6a9d60073191 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478987 Jul 14 08:46:59.813869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50446) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:59.958700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50454) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:46:59.959258 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bf121d22-a399-4fa6-a095-33aa1cf1db63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a52e0422c15c4267a4b88dfea0391228&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1438739 Jul 14 08:47:00.195777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:00.288279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:00.326281 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c7cb6-1bf2-423e-a95e-744f3969e526 req-66e8be1e-520e-4bbe-af1c-a602297d081c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:00.333972 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4f6c7cb6-1bf2-423e-a95e-744f3969e526 req-66e8be1e-520e-4bbe-af1c-a602297d081c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2888799 Jul 14 08:47:00.436972 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4f6c7cb6-1bf2-423e-a95e-744f3969e526 req-dcaedc13-bf68-46c1-8775-9668ad6cd955 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019771 Jul 14 08:47:00.441383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:00.447700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f4ccce97-d487-45ce-9043-95228bcd48ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:00.463644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605cf95-8f63-4626-a7bb-4e947ddaf538,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:00.466486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:00.481095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:00.482868 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b605cf95-8f63-4626-a7bb-4e947ddaf538 HTTP/1.1" status: 204 len: 168 time: 0.5222199 Jul 14 08:47:01.629501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50522) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:01.663583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984a1e-5b2b-4f88-b5be-53ed7baa7605 req-6a8c7793-d18d-44c2-a531-a6cf41ae5c25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:01.665361 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff984a1e-5b2b-4f88-b5be-53ed7baa7605 req-6a8c7793-d18d-44c2-a531-a6cf41ae5c25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0943139 Jul 14 08:47:01.715799 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff984a1e-5b2b-4f88-b5be-53ed7baa7605 req-46cb1ea8-97fe-4eab-af8d-763a8c5870ab tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Jul 14 08:47:01.780788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-network', 'tenant_id': 'a391f3f7230449238c073246602e1b13'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:01.785837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:01.790210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Usage tracker for resource:network and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:01.793826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:01.800656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:01.810446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Made reservation on behalf of a391f3f7230449238c073246602e1b13 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:01.815172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:01.828295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:01.860721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:01.864731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:01.867672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:01.874248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:01.941649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:01.944591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:01.945908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-81a65bca-84b0-44d7-a2fa-77cf5b00d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:01.949069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9b56592d-19d2-4733-8c81-3dfd4aa02e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:01.980812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:47:01.993558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defbda24-b2f9-4d62-9849-8f0199265674,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:01.999093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:02.000163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.000554 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Added segment 4db3ae82-fb1d-4ee2-98e9-189161bbcd41 of type vlan for network 573b1f93-e1f4-49ea-9e73-879026339f64 Jul 14 08:47:02.028265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.058777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.060397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:02.061186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.073586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:02.170375 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5389519 Jul 14 08:47:02.178988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=573b1f93-e1f4-49ea-9e73-879026339f64,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:02.179184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50528) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:02.182334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:02.187133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Request body: {'subnet': {'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-subnet', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:02.190699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 573b1f93-e1f4-49ea-9e73-879026339f64 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:47:02.193410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:02.198110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Usage tracker for resource:subnet and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:02.201191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:02.207154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:02.217311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Made reservation on behalf of a391f3f7230449238c073246602e1b13 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:02.222635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850926359'] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.457577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851625299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850926344'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.462182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e4d1b2e-9392-4223-84f0-f44288c4a16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:02.542068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd25ade-2118-490d-9fcb-d3dfa20387c6,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:02.548392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:02.559841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Checking segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:02.560234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Network hostable DHCP agents. Network: 573b1f93-e1f4-49ea-9e73-879026339f64, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:47:02.581147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:47:02.589080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 573b1f93-e1f4-49ea-9e73-879026339f64) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:02.593149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:02.593922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.598727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad62723-c11e-4811-97be-ea5a6dacbff9 None None] Network 573b1f93-e1f4-49ea-9e73-879026339f64 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:47:02.615917 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-667c4224-108c-42d6-bc0a-fe7e99a23742 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4355435 Jul 14 08:47:02.618676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50534) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:02.626260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:02.638194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:02.640049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Usage tracker for resource:router and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:02.644262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:02.651863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:02.665135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.666061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.685831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.839991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-573b1f93-e1f4-49ea-9e73-879026339f64', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:47:02.841029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.867074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:02.996021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d128a3-8798-4fb2-b3b1-3bc97f0e20d7 req-e093687a-3c52-44f0-9b04-cc97a5b2ca57 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:02.997863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7d128a3-8798-4fb2-b3b1-3bc97f0e20d7 req-e093687a-3c52-44f0-9b04-cc97a5b2ca57 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1096256 Jul 14 08:47:03.041029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Allocated IP 172.20.0.2 (573b1f93-e1f4-49ea-9e73-879026339f64/ddd25ade-2118-490d-9fcb-d3dfa20387c6/36858f8d-40e5-431a-889d-7c01dec9e27e) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:03.071623 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7d128a3-8798-4fb2-b3b1-3bc97f0e20d7 req-1060ddab-bcb8-44fc-8cfc-4ae96a2d6997 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672512 Jul 14 08:47:03.106199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.140778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.304427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Allocated IP 172.28.0.88 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/d8abc960-133e-47cd-bb00-c875ecc707a5) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:03.330118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.345345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Transition to ACTIVE for port object 36858f8d-40e5-431a-889d-7c01dec9e27e will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:03.366170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Transition to ACTIVE for port object 36858f8d-40e5-431a-889d-7c01dec9e27e will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:03.378562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.383858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c21f258d-ed94-4b62-9844-d374a06094b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:03.445341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:03.446615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:03.450513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:03.533901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Pushing event updated for resources: {'Port': ['ID=36858f8d-40e5-431a-889d-7c01dec9e27e,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:03.539308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:03.540481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.614518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Attempting to bind port 36858f8d-40e5-431a-889d-7c01dec9e27e on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:03.614979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Attempting to bind port 36858f8d-40e5-431a-889d-7c01dec9e27e by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:03.615392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Attempting to bind port 36858f8d-40e5-431a-889d-7c01dec9e27e on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:03.623338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:03.623543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Checking segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:03.623974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.624418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Bound using segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:03.625094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Bound port: 36858f8d-40e5-431a-889d-7c01dec9e27e, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:03.625393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.674570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.701747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.706387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:03.746197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] For port 36858f8d-40e5-431a-889d-7c01dec9e27e, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:03.749742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] For port 36858f8d-40e5-431a-889d-7c01dec9e27e, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=36858f8d-40e5-431a-889d-7c01dec9e27e,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:03.753378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.757985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:03.777962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:03.780660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:03.785243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:03.849433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Pushing event updated for resources: {'Port': ['ID=d8abc960-133e-47cd-bb00-c875ecc707a5,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:03.851970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Pushing event updated for resources: {'Port': ['ID=36858f8d-40e5-431a-889d-7c01dec9e27e,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:03.854501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:03.856220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:03.995199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:03.996173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:04.347516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0ed1-4c32-4a84-bdea-e658337c74d8 req-2171d740-73db-4042-b444-1f9b3ad6863b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:04.349046 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-501d0ed1-4c32-4a84-bdea-e658337c74d8 req-2171d740-73db-4042-b444-1f9b3ad6863b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1394429 Jul 14 08:47:04.427959 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-501d0ed1-4c32-4a84-bdea-e658337c74d8 req-5d735a49-c5da-4f49-8cc5-cd282aeab885 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715194 Jul 14 08:47:04.433784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:47:04.479926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 36858f8d-40e5-431a-889d-7c01dec9e27e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:04.522110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c0145e76-5029-4407-80cb-66d5e343c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:04.553711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 36858f8d-40e5-431a-889d-7c01dec9e27e completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:04.636531 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:04.654694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:04.664621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:47:04.677568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:04.678294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:04.679952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:04.681395 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0608363 Jul 14 08:47:04.684580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50602) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:04.929088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50608) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:05.003486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Deleting subnet 4ea29503-8f87-47a9-ac94-64a412c89ba4 {{(pid=82035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:47:05.006856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.034528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:05.062642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3540210'] for subnet, precommit_delete_associations {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.133314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.225227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851020204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850609043'] for subnet, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.236913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:05.273941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.280576 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea29503-8f87-47a9-ac94-64a412c89ba4,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:05.285825 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4ea29503-8f87-47a9-ac94-64a412c89ba4 HTTP/1.1" status: 204 len: 168 time: 0.3532388 Jul 14 08:47:05.285825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-de6042af-4c62-49c3-958b-4230830bd118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:05.286595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50612) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:05.420548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:03Z', 'revision_number': 3, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:05.425199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:47:05.425482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.425604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Updating router 059f60c5-e48e-444e-9fae-d1c9018ea598 port d8abc960-133e-47cd-bb00-c875ecc707a5 binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:47:05.488223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.593991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.610617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff9a5fa-fb31-46d7-81a8-b72b40ad701c']}} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:05.628180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b') {'for_net_delete': True} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:05.628689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa0fdb4-e89f-4be7-956c-22296f17ba6b') {} {{(pid=82035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:05.635983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.643779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851235590'] for segment, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.663885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.671239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:47:05.671682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851020231'] for segment, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:47:05.779629 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:47:05.840756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.846570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a335688-4d19-4fb9-aaf9-e066842534d0 None None] Network 573b1f93-e1f4-49ea-9e73-879026339f64 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:47:05.849421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:05.875183 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:05.887490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff9a5fa-fb31-46d7-81a8-b72b40ad701c,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:05.887619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Allocated IP 172.20.0.1 (573b1f93-e1f4-49ea-9e73-879026339f64/ddd25ade-2118-490d-9fcb-d3dfa20387c6/3430e564-c115-4b1e-b84c-c23d431220f7) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:05.894773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:05.915120 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b8b8c738-5729-491f-a421-1d36b1f03738 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ff9a5fa-fb31-46d7-81a8-b72b40ad701c HTTP/1.1" status: 204 len: 168 time: 0.6253705 Jul 14 08:47:05.936676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcb633-64fc-4896-a55d-b3665ce39092 req-41f37ea5-2b18-4a03-9c3d-2fc6d08e45ab tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:05.938629 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13dcb633-64fc-4896-a55d-b3665ce39092 req-41f37ea5-2b18-4a03-9c3d-2fc6d08e45ab tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1580443 Jul 14 08:47:06.003681 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-13dcb633-64fc-4896-a55d-b3665ce39092 req-93cf8b30-0f20-47ea-b5e7-33115630e6ae tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583811 Jul 14 08:47:06.060814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.077935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Provisioning for port 36858f8d-40e5-431a-889d-7c01dec9e27e completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:06.081950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.103311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Transition to ACTIVE for port object 3430e564-c115-4b1e-b84c-c23d431220f7 will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:06.104524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Provisioning complete for port 36858f8d-40e5-431a-889d-7c01dec9e27e triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:06.105028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.131776 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Transition to ACTIVE for port object d8abc960-133e-47cd-bb00-c875ecc707a5 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:06.133516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.143416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50624) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:06.148387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:06.203009 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-16911111-4697-46fa-9aa2-9f4cb68a1436 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e10efa12f754bd18796d58faf37fb72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574367 Jul 14 08:47:06.205522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 50628) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:06.218065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:06.223803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:06.229078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:06.239092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.258537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:06.279453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.303779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Pushing event updated for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:06.310060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.311302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.316688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:06.321586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.363145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74b527-3f39-4912-9aaa-aec89776ee5a None None] Pushing event updated for resources: {'Port': ['ID=d8abc960-133e-47cd-bb00-c875ecc707a5,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:06.366902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.369282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Attempting to bind port d8abc960-133e-47cd-bb00-c875ecc707a5 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:06.369706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Attempting to bind port d8abc960-133e-47cd-bb00-c875ecc707a5 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:06.370185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Attempting to bind port d8abc960-133e-47cd-bb00-c875ecc707a5 on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:06.377567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b74b527-3f39-4912-9aaa-aec89776ee5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:06.378645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:06.378831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-182602ca-d17c-4238-8e36-04a861b42a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:06.379149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:06.379546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.379982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:06.380536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Bound port: d8abc960-133e-47cd-bb00-c875ecc707a5, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:06.380957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.393161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79f957-b9ba-4fe5-9edf-3a1f7fe900d7,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:06.397646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.398909 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af79f957-b9ba-4fe5-9edf-3a1f7fe900d7 HTTP/1.1" status: 204 len: 168 time: 0.1917796 Jul 14 08:47:06.400009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:06.412205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.528759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.607764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] For port d8abc960-133e-47cd-bb00-c875ecc707a5, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:06.623432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] For port 36858f8d-40e5-431a-889d-7c01dec9e27e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=36858f8d-40e5-431a-889d-7c01dec9e27e,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:06.625544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] For port d8abc960-133e-47cd-bb00-c875ecc707a5, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d8abc960-133e-47cd-bb00-c875ecc707a5,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:06.628694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.632638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.636067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:06.692653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.708962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:06.724352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74b527-3f39-4912-9aaa-aec89776ee5a None None] Pushing event updated for resources: {'Port': ['ID=d8abc960-133e-47cd-bb00-c875ecc707a5,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:06.760630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:06.762943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:06.959032 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Pushing event updated for resources: {'Port': ['ID=36858f8d-40e5-431a-889d-7c01dec9e27e,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:06.969817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:06.971008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:06.971407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:07.020384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:07.023674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-efd7fac9-31b5-4b20-b305-7b6d524a89ba tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:07.133940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:07.158557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Pushing event updated for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:07.161960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:07.398547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:07.400949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:07.414112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Provisioning complete for port 36858f8d-40e5-431a-889d-7c01dec9e27e triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:07.414541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:07.580926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e00dd-977b-4316-b6dc-61bb2d9902f7 req-40cb1bf9-fe5b-44f7-99cc-bac1272351aa tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:07.589620 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-457e00dd-977b-4316-b6dc-61bb2d9902f7 req-40cb1bf9-fe5b-44f7-99cc-bac1272351aa tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.3156097 Jul 14 08:47:07.684587 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-457e00dd-977b-4316-b6dc-61bb2d9902f7 req-5a908d1d-69c5-42bf-9817-56c1e3c5546d tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931709 Jul 14 08:47:07.783113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 2, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:07.799941 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4fb21e-5050-4ae3-9359-9f02921ae4cd None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 2, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:47:07.833686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Provisioning for port 3430e564-c115-4b1e-b84c-c23d431220f7 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:07.840599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Provisioning complete for port 3430e564-c115-4b1e-b84c-c23d431220f7 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:07.841014 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:07.902223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-54a5327f-459a-4844-902e-3d7e3da12ead None None] Port 3430e564-c115-4b1e-b84c-c23d431220f7 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:07.944672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:47:08.026071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-25e210f3-3b1d-4fd1-98d2-244c7541ab1c None None] Provisioning complete for port 3430e564-c115-4b1e-b84c-c23d431220f7 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:08.026546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-25e210f3-3b1d-4fd1-98d2-244c7541ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:08.092814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-25e210f3-3b1d-4fd1-98d2-244c7541ab1c None None] Port 3430e564-c115-4b1e-b84c-c23d431220f7 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:08.176825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:08.197227 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] 10.222.0.46 "PUT /v2.0/routers/059f60c5-e48e-444e-9fae-d1c9018ea598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114508 Jul 14 08:47:08.456442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 36858f8d-40e5-431a-889d-7c01dec9e27e up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:08.579358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 36858f8d-40e5-431a-889d-7c01dec9e27e triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:08.579785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:08.917056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e7779-9883-424b-86f2-eab800d09baf req-14bfff45-94ae-4f4e-892f-07b6fa435f63 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:08.918993 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-715e7779-9883-424b-86f2-eab800d09baf req-14bfff45-94ae-4f4e-892f-07b6fa435f63 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0969484 Jul 14 08:47:08.976475 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-715e7779-9883-424b-86f2-eab800d09baf req-7f6e9ea4-f95f-498a-b641-25c9f53fef9c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508449 Jul 14 08:47:09.008505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50726) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:09.014678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212247375', 'description': 'tempest-description--1637690630'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:09.047630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:09.060920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:09.071278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:09.078601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:09.096790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.139085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:09.143284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:09.146407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:09.152825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:09.220314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.224606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.232069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e4ca5dbf-9142-4c73-a1ac-2750db5339e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:09.277280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644fe85f-0f6c-4f63-98d9-f0d22c9336c7,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:09.280729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:09.302870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.308379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2946162 Jul 14 08:47:09.308699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50734) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:09.315000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group_rule': {'security_group_id': '644fe85f-0f6c-4f63-98d9-f0d22c9336c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:09.321628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:09.325806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:09.329102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:09.335157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:09.352054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.425022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.427884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.430268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6a406b39-0e14-4b36-89cb-cfa2a9119e6b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:09.459096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4650bab-e15c-4b84-8178-4d40f0ab095e,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:09.461769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:09.469732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.471064 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614926 Jul 14 08:47:09.473837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50740) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:09.481391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group_rule': {'security_group_id': '644fe85f-0f6c-4f63-98d9-f0d22c9336c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:09.487852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:09.491971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:09.495335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:09.501426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:09.519340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.589974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.594747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.597114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c05c38b8-11d9-420c-aec8-2d68b7411e54 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:09.621024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9755a6-5719-474c-9707-2b0fb74f0551,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:09.625365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:09.632506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.633820 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c07de964-d587-4bad-abce-50272f05f4b5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1589775 Jul 14 08:47:09.637850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50744) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:09.644011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:09.651324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:09.655494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:floatingip and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:09.658665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:09.666143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:09.676378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.836384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:09.985326 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Allocated IP 172.28.0.185 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/a8f44999-019a-4071-a27f-82941c23dbc8) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:10.162219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.192303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.196895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:10.207957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823b7b-d14b-4df9-8592-f8a15f89f656 req-d8b0557a-dd4c-4853-80a7-fcf14275cbb8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:10.209565 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fe823b7b-d14b-4df9-8592-f8a15f89f656 req-d8b0557a-dd4c-4853-80a7-fcf14275cbb8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1025195 Jul 14 08:47:10.261301 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fe823b7b-d14b-4df9-8592-f8a15f89f656 req-f2440fdc-9fac-4389-a8c1-33142d1136b3 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453904 Jul 14 08:47:10.272442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:10.273431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=a8f44999-019a-4071-a27f-82941c23dbc8,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:10.276932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:10.278889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:10.279667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:10.445874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.482818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d8abc960-133e-47cd-bb00-c875ecc707a5 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:10.504078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.553995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port d8abc960-133e-47cd-bb00-c875ecc707a5 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:10.559583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port d8abc960-133e-47cd-bb00-c875ecc707a5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:10.560009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.688832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.707842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port d8abc960-133e-47cd-bb00-c875ecc707a5, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d8abc960-133e-47cd-bb00-c875ecc707a5,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:10.710834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.713369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:10.730324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.733791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:10.738261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-91c1109b-23be-4b9a-9444-dbdfe3694c64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:10.780829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=d8abc960-133e-47cd-bb00-c875ecc707a5,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:10.784114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:11.047705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=a8f44999-019a-4071-a27f-82941c23dbc8,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:11.050648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:11.060044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:11.082014 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:11.083380 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4444509 Jul 14 08:47:11.485800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be734f4-8d0c-4086-8835-fb1db30f6084 req-d80cdc0d-7003-41e5-926e-f2abd36e0294 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:11.489271 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2be734f4-8d0c-4086-8835-fb1db30f6084 req-d80cdc0d-7003-41e5-926e-f2abd36e0294 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0915649 Jul 14 08:47:11.541143 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2be734f4-8d0c-4086-8835-fb1db30f6084 req-8d0fb92b-9b4c-4501-a259-391766da9b2c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472648 Jul 14 08:47:11.675506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:47:11.689288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:11.690329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:11.824098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:47:11.896575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:11.923484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cca7d-9e8a-49cc-9c9c-b971241696c9 req-25f93ed7-17a6-4477-b635-960dc78c1a7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:11.925051 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0b6cca7d-9e8a-49cc-9c9c-b971241696c9 req-25f93ed7-17a6-4477-b635-960dc78c1a7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0863695 Jul 14 08:47:12.038838 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0b6cca7d-9e8a-49cc-9c9c-b971241696c9 req-8a876dc7-23eb-401e-829d-4eaf8af28486 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735524 Jul 14 08:47:12.052825 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-1978254b-c3e5-4c61-9d02-18ca0b6b15bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 1098 time: 0.1264741 Jul 14 08:47:12.217051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-6945d62d-c9eb-42e0-9c02-ad99e9cfe4e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:12.218664 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-6945d62d-c9eb-42e0-9c02-ad99e9cfe4e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.1592474 Jul 14 08:47:12.242979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 2, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:12.247542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:47:12.248042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Updating router 059f60c5-e48e-444e-9fae-d1c9018ea598 port 3430e564-c115-4b1e-b84c-c23d431220f7 binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:47:12.304564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:12.330785 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-3671d4fb-8983-4224-afd2-d306e10bde44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 200 len: 1001 time: 0.1051247 Jul 14 08:47:12.405224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-c98d027f-468c-45b7-86d8-acb385771f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:12.407060 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-c98d027f-468c-45b7-86d8-acb385771f0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0695827 Jul 14 08:47:12.429566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d8abc960-133e-47cd-bb00-c875ecc707a5 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:12.495630 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-3e4e06d1-5116-484f-9e17-fcb0b15d55f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814209 Jul 14 08:47:12.511217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port d8abc960-133e-47cd-bb00-c875ecc707a5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:12.511639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:12.665609 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-f6ec85aa-f273-442c-93b0-5b3266077449 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626267 Jul 14 08:47:12.688985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:12.703447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Transition to ACTIVE for port object 3430e564-c115-4b1e-b84c-c23d431220f7 will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:12.709041 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:12.713409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7ce4f300-7c20-40b8-9050-908f6a326222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:12.834550 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4ce9e5d3-002c-41ec-aed4-f92b572f4e75 req-75175ddb-3e85-43d9-b57f-9cb111002167 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466799 Jul 14 08:47:12.843114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Pushing event updated for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:12.859316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.859808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.860268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.860714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.861081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.861446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.861807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.862168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.862526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.862917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.863283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:12.866930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:12.954709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Attempting to bind port 3430e564-c115-4b1e-b84c-c23d431220f7 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:12.955143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Attempting to bind port 3430e564-c115-4b1e-b84c-c23d431220f7 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:12.955542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Attempting to bind port 3430e564-c115-4b1e-b84c-c23d431220f7 on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:12.963136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:12.963549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Checking segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:12.963986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:12.964412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Bound using segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:12.964922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Bound port: 3430e564-c115-4b1e-b84c-c23d431220f7, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:12.965346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:13.058680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] For port 3430e564-c115-4b1e-b84c-c23d431220f7, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:13.064673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] For port 3430e564-c115-4b1e-b84c-c23d431220f7, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=3430e564-c115-4b1e-b84c-c23d431220f7,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:13.069330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:13.074456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:13.304631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239e726-1c0b-4e18-add7-9fbfd2820e86 req-184fb03c-3022-4bbe-8214-4b12a0fc3674 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:13.304925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Pushing event updated for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=4']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:13.306938 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f239e726-1c0b-4e18-add7-9fbfd2820e86 req-184fb03c-3022-4bbe-8214-4b12a0fc3674 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1224236 Jul 14 08:47:13.310507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab5955b0-4194-46bb-ae72-ce7c9eb8f80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:13.314608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:13.315312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:13.365750 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f239e726-1c0b-4e18-add7-9fbfd2820e86 req-edf35270-e825-4959-9678-cd653d31ee7e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488882 Jul 14 08:47:13.509417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:13.851923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:13Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:13.856536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609286c-8622-43e5-9b81-f62d9e6bd944 None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:13Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:47:14.466135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 3430e564-c115-4b1e-b84c-c23d431220f7 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:14.539975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 3430e564-c115-4b1e-b84c-c23d431220f7 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:14.545563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 3430e564-c115-4b1e-b84c-c23d431220f7 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:14.546075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:14.589332 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf6284-f264-49d6-9010-e22fdf4b56e7 req-cf233b11-9225-4ea2-a9a5-a61bcd2ca33f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:14.591089 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2dbf6284-f264-49d6-9010-e22fdf4b56e7 req-cf233b11-9225-4ea2-a9a5-a61bcd2ca33f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0870638 Jul 14 08:47:14.645507 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2dbf6284-f264-49d6-9010-e22fdf4b56e7 req-988ec0c8-61b0-495a-89bd-135a0d9398ac tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Jul 14 08:47:14.675837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:14.709229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 3430e564-c115-4b1e-b84c-c23d431220f7, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=3430e564-c115-4b1e-b84c-c23d431220f7,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:14.712820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:14.714779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:14.783665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:14.787301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:15.565881 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-4869ecac-ca0f-4a23-8a89-5617df5a7d3a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:15.585361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-4869ecac-ca0f-4a23-8a89-5617df5a7d3a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:15.588564 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-4869ecac-ca0f-4a23-8a89-5617df5a7d3a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1212247375&fields=id&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 267 time: 0.0766749 Jul 14 08:47:15.784859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-5767c0e8-5373-4a51-b8ab-5eca6bed5720 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:15.788457 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-5767c0e8-5373-4a51-b8ab-5eca6bed5720 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 817 time: 0.1925454 Jul 14 08:47:15.807622 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-64ed1296-ab6c-4825-b883-368881238918 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/quotas/a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 375 time: 0.0129485 Jul 14 08:47:15.919716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-dc918f37-b61c-489f-aed1-b5deeff1fe26 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:15.938219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-dc918f37-b61c-489f-aed1-b5deeff1fe26 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:15.940527 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-dc918f37-b61c-489f-aed1-b5deeff1fe26 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255615 Jul 14 08:47:16.103486 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-d0958500-d0b6-44ab-bcf9-b2882f56c8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499128 Jul 14 08:47:16.255448 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-92b2846a-d035-499f-b58c-e70785464f29 service neutron] 10.222.0.46 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456695 Jul 14 08:47:16.436280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 3430e564-c115-4b1e-b84c-c23d431220f7 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:16.476612 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ebe71d7e-884d-45fe-8410-e0f343f46018 req-b3c0b057-0193-4667-89ff-b276bc9aca1a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 210 time: 0.0578859 Jul 14 08:47:16.531263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 3430e564-c115-4b1e-b84c-c23d431220f7 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:16.531732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:17.675483 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6737e813-75b7-4373-befe-b87af1b33558 req-463cb3b0-cb14-4756-ac74-0176e11c1b12 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 210 time: 0.0527194 Jul 14 08:47:17.909407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-9527a9cb-e294-4916-a528-b883555d9483 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:17.910205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-9527a9cb-e294-4916-a528-b883555d9483 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:17.927872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-9527a9cb-e294-4916-a528-b883555d9483 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:17.929162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-9527a9cb-e294-4916-a528-b883555d9483 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 817 time: 0.4010389 Jul 14 08:47:18.006829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-f7e595e6-c408-4d88-8eb2-9ae22a1643b6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:18.019210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-f7e595e6-c408-4d88-8eb2-9ae22a1643b6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:18.020377 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-f7e595e6-c408-4d88-8eb2-9ae22a1643b6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 380 time: 0.0564802 Jul 14 08:47:18.031148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'port': {'device_id': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'admin_state_up': True, 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'security_groups': ['644fe85f-0f6c-4f63-98d9-f0d22c9336c7']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:18.177138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:18.186991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:18.195773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Made reservation on behalf of a391f3f7230449238c073246602e1b13 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:18.203038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:18.378765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Allocated IP 172.20.0.11 (573b1f93-e1f4-49ea-9e73-879026339f64/ddd25ade-2118-490d-9fcb-d3dfa20387c6/9a7ca42b-84a1-466c-8bf3-67f43aa32b0c) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:18.576285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:18.593209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Transition to ACTIVE for port object 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:18.613072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:18.619031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2bcb567c-f7e4-407a-ab83-814dc1c89fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:18.696161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:18.697549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:18.702446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:18.733988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:18.741639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:18.771675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:18.772407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:18.801265 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-e00c030b-3c9a-4523-a8d0-e63cae8c3fba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742147 Jul 14 08:47:18.825476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Request body: {'port': {'device_id': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:18.987894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-d75febb9-3b50-4975-8dd5-6155ba82015e None None] Provisioning for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:18.992907 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-d75febb9-3b50-4975-8dd5-6155ba82015e None None] Provisioning complete for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:18.993355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d75febb9-3b50-4975-8dd5-6155ba82015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.014001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.039191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c10a5-519d-4b75-a4a0-932529200f9b req-6d3cffe2-366d-43ac-82e2-ad6a4445e62d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:19.039997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-988c10a5-519d-4b75-a4a0-932529200f9b req-6d3cffe2-366d-43ac-82e2-ad6a4445e62d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:19.052607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d75febb9-3b50-4975-8dd5-6155ba82015e None None] Port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:19.103860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-988c10a5-519d-4b75-a4a0-932529200f9b req-6d3cffe2-366d-43ac-82e2-ad6a4445e62d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:19.105169 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-988c10a5-519d-4b75-a4a0-932529200f9b req-6d3cffe2-366d-43ac-82e2-ad6a4445e62d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 932 time: 0.2488923 Jul 14 08:47:19.228935 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-988c10a5-519d-4b75-a4a0-932529200f9b req-d5d10949-dfab-4167-9666-71b95b3d91a3 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150854 Jul 14 08:47:19.461070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:47:19.469609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.485873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Transition to ACTIVE for port object 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:19.488974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.493575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12bdb6b7-e4a5-47d4-a37b-e963fec6f10e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:19.626909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:19.637937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:19.757264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Attempting to bind port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:19.757799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Attempting to bind port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:19.757983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Attempting to bind port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:19.765255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c on network 573b1f93-e1f4-49ea-9e73-879026339f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:47:19.765628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Attempting to bind port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:19.772601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:19.772985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Checking segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:19.773415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Bound using segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:19.773927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Bound port: 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:19.774327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.873784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:19.877028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:19.880626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.884726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:19.948754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:19.950200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] 10.222.0.13 "PUT /v2.0/ports/9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 1094 time: 1.1302116 Jul 14 08:47:19.950737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:19.968547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:19.973088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:20.051428 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'status': 'completed', 'code': 200} Jul 14 08:47:20.102168 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-808d9565-745b-4b9c-ad35-9d52c0ea379d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1097 time: 0.0914567 Jul 14 08:47:20.196198 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-9d359bfc-32df-491d-a365-361e0220fc28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 217 time: 0.0687635 Jul 14 08:47:20.269882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-a7debbf5-c8b9-4cd8-9452-f5c1211ee37d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:20.271388 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-a7debbf5-c8b9-4cd8-9452-f5c1211ee37d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0688899 Jul 14 08:47:20.362749 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-793946a3-4777-4701-929c-408f44fa3697 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843513 Jul 14 08:47:20.583552 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-6142155f-f8bf-4a80-8c54-691a496fdcfb service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135115 Jul 14 08:47:20.603424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b551d-cdd7-464e-aa16-0b2bcb30b400 req-2f293039-8b70-4e36-a758-9d9de46926dd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:20.603424 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da8b551d-cdd7-464e-aa16-0b2bcb30b400 req-2f293039-8b70-4e36-a758-9d9de46926dd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.1826010 Jul 14 08:47:20.748132 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da8b551d-cdd7-464e-aa16-0b2bcb30b400 req-d9645683-2f2c-4c5c-ac88-955a3d8c7bd3 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263506 Jul 14 08:47:20.776585 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da7fda78-d437-4efb-95c4-115bd80fb5a0 req-65466c1e-7ce1-48a3-820a-8935538681d8 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795733 Jul 14 08:47:20.948889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:20.954956 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-a343a62b-c1fe-40eb-8143-d04c119fc893 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1097 time: 0.0799720 Jul 14 08:47:21.110096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-a49480f5-e60d-45aa-aba0-622fd424b579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:21.111819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-a49480f5-e60d-45aa-aba0-622fd424b579 service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1444755 Jul 14 08:47:21.201382 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-1f50eeef-0feb-40f9-bd8d-fc3844441a40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 217 time: 0.0745542 Jul 14 08:47:21.278821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-bf2225ac-b9c5-4d94-8037-b34a81f9ff5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:21.280582 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-bf2225ac-b9c5-4d94-8037-b34a81f9ff5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0727549 Jul 14 08:47:21.369721 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-aa345ce9-1d58-4376-952a-a1cf0eef93b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808928 Jul 14 08:47:21.512911 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-624121f3-ab8a-4ee9-bbe3-b58e859993d7 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363337 Jul 14 08:47:21.655766 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-384074cc-2180-4d3a-80e3-cde6c75d4a84 req-c77686f7-e901-4dde-b0e9-bb816efee581 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365962 Jul 14 08:47:21.971493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9928b92-011c-4a60-bb4e-e0ce0e898073 req-506b562d-b044-421c-a6de-036cc379a6e8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:21.973188 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9928b92-011c-4a60-bb4e-e0ce0e898073 req-506b562d-b044-421c-a6de-036cc379a6e8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0852683 Jul 14 08:47:22.025403 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9928b92-011c-4a60-bb4e-e0ce0e898073 req-5733435d-19d0-4ca3-b253-3c640cf825ff tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Jul 14 08:47:22.642237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:47:22.786876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:22.801725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:47:22.857329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:22.875371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:47:22.891069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:22.893661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:22.895508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:22.967928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:22.972294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:23.224336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:47:23.246781 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c8e73-2a09-442c-9ace-4b633e2eb25d req-e4e76f49-b975-4861-9e5f-9e59c902c1b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:23.248445 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-625c8e73-2a09-442c-9ace-4b633e2eb25d req-e4e76f49-b975-4861-9e5f-9e59c902c1b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 945 time: 0.0889208 Jul 14 08:47:23.300044 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-625c8e73-2a09-442c-9ace-4b633e2eb25d req-6dee26a7-00c1-4bd0-bf6a-52e395d0b757 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Jul 14 08:47:24.518926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928119-2074-4c68-8c88-5257dc2a5f3a req-cfebac87-526a-4be7-977b-5abe72b8c95c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:24.520558 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bf928119-2074-4c68-8c88-5257dc2a5f3a req-cfebac87-526a-4be7-977b-5abe72b8c95c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 945 time: 0.0835571 Jul 14 08:47:24.571142 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bf928119-2074-4c68-8c88-5257dc2a5f3a req-033c9c6f-3adb-4940-9e3e-f44cda88de32 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Jul 14 08:47:24.644496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:24.716629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:24.721560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:24.721986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:24.843363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:24.871738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:24.881703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:24.885350 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:24.888123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:24.932540 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'code': 200} Jul 14 08:47:24.959367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:24.962501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:25.215763 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bde1ecab-f05d-407e-a056-59468e69188d req-c3b24e8d-61ed-4e91-abc5-ccd42f773b54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1099 time: 0.0802388 Jul 14 08:47:25.262270 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bde1ecab-f05d-407e-a056-59468e69188d req-4c287913-79bc-47b3-ae2b-ab6ac7bf4f51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Jul 14 08:47:25.791229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b833de5-a862-431a-8644-24d390e665f4 req-edcdfe85-c20b-4b81-967a-9496e6d884b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:25.792888 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b833de5-a862-431a-8644-24d390e665f4 req-edcdfe85-c20b-4b81-967a-9496e6d884b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0880940 Jul 14 08:47:25.842703 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b833de5-a862-431a-8644-24d390e665f4 req-eae36da5-e4ec-4db4-b3f0-f004f1180b0c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Jul 14 08:47:26.541168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50918) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:26.704194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:26.738271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:26.742693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9c1165a4f841d49f6df1078d5e14f0 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:26.746369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:26.752478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:26.819415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:26.822289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:26.829747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-54d0ab29-437a-4444-ba07-d5e26f8a6cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:26.871959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfeee6c-1191-46c4-b314-62787521312d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:26.876685 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc9c1165a4f841d49f6df1078d5e14f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3344278 Jul 14 08:47:26.877683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:26.879813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50928) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:26.949508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:26.976935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:27.027936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:27.032954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-29e9242f-5e7b-4e60-8f4d-03d9b422dddd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:27.044084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfeee6c-1191-46c4-b314-62787521312d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:27.048956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:27.051037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:27.053805 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bfeee6c-1191-46c4-b314-62787521312d HTTP/1.1" status: 204 len: 168 time: 0.1731536 Jul 14 08:47:27.071271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e47f2-7c73-4780-bd1f-c421ef92e508 req-dd9197c9-42d8-4c26-8503-122affa745a9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:27.075317 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f67e47f2-7c73-4780-bd1f-c421ef92e508 req-dd9197c9-42d8-4c26-8503-122affa745a9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0896058 Jul 14 08:47:27.122908 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f67e47f2-7c73-4780-bd1f-c421ef92e508 req-5bdf5a32-1619-407e-98bb-cdc64228f85e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Jul 14 08:47:27.338278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d74bf-7aed-4b76-958f-10cb59a57280 req-fea8eb93-c7ea-401d-8c21-7c6c799612bc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:27.340598 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be6d74bf-7aed-4b76-958f-10cb59a57280 req-fea8eb93-c7ea-401d-8c21-7c6c799612bc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0859957 Jul 14 08:47:27.351992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 50948) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:27.358076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'floatingip': {'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:27.439955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:28.106743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:28.109760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:28.325780 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Floating IP 7ed61168-5e63-4edf-88a6-58b810f81bd3 associated. External IP: 172.28.0.185, port: 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c. Jul 14 08:47:28.946664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:47:29.156822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:29.161591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:29.167816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:47:29.181010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:29.181423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:29.218679 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0020ce65-99f6-482f-befe-6a73399c7344 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "PUT /v2.0/floatingips/7ed61168-5e63-4edf-88a6-58b810f81bd3 HTTP/1.1" status: 200 len: 992 time: 1.8654304 Jul 14 08:47:29.219597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:29.319296 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'status': 'completed', 'code': 200} Jul 14 08:47:29.384480 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:29.691908 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-a8e7a164-782d-4e0f-9c8b-9ac12f01c00b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1099 time: 0.2977026 Jul 14 08:47:29.781141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7ed61168-5e63-4edf-88a6-58b810f81bd3', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:10Z', 'updated_at': '2021-07-14T08:47:27Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:29.786410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:47:29.805774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:29.806507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:29.873752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-85140dbb-9000-460a-b6dc-3a892076c8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:29.875756 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-85140dbb-9000-460a-b6dc-3a892076c8c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1758056 Jul 14 08:47:30.008993 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-645dbcfb-ea9d-49f3-a66b-f5fcb91eea87 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349681 Jul 14 08:47:30.009971 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-e49b3fd0-014a-4a58-838e-25952e41abf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 1000 time: 0.1246097 Jul 14 08:47:30.086086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-8958f92d-78f2-4e92-bb27-33b835d1497d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:30.087630 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-8958f92d-78f2-4e92-bb27-33b835d1497d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0675788 Jul 14 08:47:30.155518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:30.180270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-27d2e66f-105e-46d6-b420-db39931b5fcc tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:30.183837 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-27d2e66f-105e-46d6-b420-db39931b5fcc tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669679 Jul 14 08:47:30.189449 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-bf1cd953-ee2c-4a58-9d7b-db46d8e0f247 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814896 Jul 14 08:47:30.200851 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-8912b99a-d4b1-429e-a15b-a688de516cc1 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/quotas/01a78d992a6c4c07a18ea37c9a2ebd45 HTTP/1.1" status: 200 len: 375 time: 0.0122645 Jul 14 08:47:30.265393 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-16146bd1-e17f-45d9-9529-bc4af6c46241 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576763 Jul 14 08:47:30.359827 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-9d87c04d-9e22-42f3-bdfd-3d4088eb037d service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620107 Jul 14 08:47:30.517342 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f9a84a7c-32cc-4432-8a16-c9826d3d6a74 req-a296b0b9-9bb1-4f6b-bbc5-b19dd28f1384 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502492 Jul 14 08:47:30.564854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7ed61168-5e63-4edf-88a6-58b810f81bd3', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:10Z', 'updated_at': '2021-07-14T08:47:27Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:30.571157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445dbd9-8b01-464a-9d3a-de5c40a26d1d None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '7ed61168-5e63-4edf-88a6-58b810f81bd3', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:47:10Z', 'updated_at': '2021-07-14T08:47:27Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:47:30.571499 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-edca6d01-138c-47d8-9e74-81cd882182a7 req-90648998-b92c-411e-a138-6a000c7173e5 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 210 time: 0.1094985 Jul 14 08:47:30.917684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30464b60-f15d-491a-a759-daa905f0bbbe None None] New status for floating IP 7ed61168-5e63-4edf-88a6-58b810f81bd3: ACTIVE {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:47:31.775079 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7334aa0c-d3cd-44cd-b4e9-c8d7291ee71b req-39657757-9f18-4286-848f-37e317e41d76 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 210 time: 0.0459802 Jul 14 08:47:31.847074 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4418e7d4-0107-4dae-85a9-8f097a9644a3 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316656 Jul 14 08:47:31.947699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-caa7270f-97c3-4f9b-a5be-af34fadb186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.013508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-bd1fa490-484e-4e80-b596-9b2c24e4c87d tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:32.015020 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-bd1fa490-484e-4e80-b596-9b2c24e4c87d tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601074 Jul 14 08:47:32.054132 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Request body: {'port': {'device_id': '05c14d30-4490-4aab-b3c2-7513e247d387', 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708', 'admin_state_up': True, 'tenant_id': '01a78d992a6c4c07a18ea37c9a2ebd45'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:32.197527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:32.202407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Usage tracker for resource:port and tenant:01a78d992a6c4c07a18ea37c9a2ebd45 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:32.205426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:32.211476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:32.220942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Made reservation on behalf of 01a78d992a6c4c07a18ea37c9a2ebd45 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:32.226518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.240286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.277420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:32.281030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Usage tracker for resource:security_group_rule and tenant:01a78d992a6c4c07a18ea37c9a2ebd45 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:32.284104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:32.290421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:32.370598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.373397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.377919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4592eed1-eedc-4a45-9390-ee92b9e4e804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:32.466533 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c475c9-3d65-466f-86b7-8c1bd28e6e33,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:32.485878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.486284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.486682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.487131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.487544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.487914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.488298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.488686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.489089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.489451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.489833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:32.495675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:32.566386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Allocated IP 192.168.233.87 (f4031be8-2dad-4040-916e-c143dd27f708/bd4d3b81-d53d-4da1-8933-0a66180c7714/8783d106-029d-41bf-8a15-25fe160bdf41) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:32.790058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.808716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Transition to ACTIVE for port object 8783d106-029d-41bf-8a15-25fe160bdf41 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:32.841468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:32.849974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56676713-b003-45cf-be5f-998d4dafea26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:32.986836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Pushing event updated for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:32.990815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Network f4031be8-2dad-4040-916e-c143dd27f708 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:32.994674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:32.996438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:32.999204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:33.092088 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:33.092803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.106101 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c5b43-0c5b-4fa4-a649-6a4c0cb17b93 req-a2877c94-9c1d-4009-93ed-09e6e7f57c74 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:33.107819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc1c5b43-0c5b-4fa4-a649-6a4c0cb17b93 req-a2877c94-9c1d-4009-93ed-09e6e7f57c74 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 935 time: 0.1991122 Jul 14 08:47:33.169379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1193845 Jul 14 08:47:33.182048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-dc1c5b43-0c5b-4fa4-a649-6a4c0cb17b93 req-88e7d8a9-b5b1-4aac-981d-1d0891e2dc27 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Synchronizing usage tracker for tenant:01a78d992a6c4c07a18ea37c9a2ebd45 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:33.202202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Request body: {'port': {'device_id': '05c14d30-4490-4aab-b3c2-7513e247d387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:33.242586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-dc1c5b43-0c5b-4fa4-a649-6a4c0cb17b93 req-88e7d8a9-b5b1-4aac-981d-1d0891e2dc27 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Unset dirty status for tenant:01a78d992a6c4c07a18ea37c9a2ebd45 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:33.243905 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc1c5b43-0c5b-4fa4-a649-6a4c0cb17b93 req-88e7d8a9-b5b1-4aac-981d-1d0891e2dc27 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299505 Jul 14 08:47:33.322554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-67e7c0d3-faee-4d53-b9de-c64d2dd68905 None None] Provisioning for port 8783d106-029d-41bf-8a15-25fe160bdf41 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:33.327371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-67e7c0d3-faee-4d53-b9de-c64d2dd68905 None None] Provisioning complete for port 8783d106-029d-41bf-8a15-25fe160bdf41 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:33.327789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-67e7c0d3-faee-4d53-b9de-c64d2dd68905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.332516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.380522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-67e7c0d3-faee-4d53-b9de-c64d2dd68905 None None] Port 8783d106-029d-41bf-8a15-25fe160bdf41 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:33.469621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.692910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8783d106-029d-41bf-8a15-25fe160bdf41 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:47:33.700053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.715611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Transition to ACTIVE for port object 8783d106-029d-41bf-8a15-25fe160bdf41 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:33.718189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:33.722408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:33.851395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Pushing event updated for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:33.861013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:33.969239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Attempting to bind port 8783d106-029d-41bf-8a15-25fe160bdf41 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:33.969624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Attempting to bind port 8783d106-029d-41bf-8a15-25fe160bdf41 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:33.970436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Attempting to bind port 8783d106-029d-41bf-8a15-25fe160bdf41 on network f4031be8-2dad-4040-916e-c143dd27f708 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:33.976780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Port 8783d106-029d-41bf-8a15-25fe160bdf41 on network f4031be8-2dad-4040-916e-c143dd27f708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:47:33.977147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Attempting to bind port 8783d106-029d-41bf-8a15-25fe160bdf41 on network f4031be8-2dad-4040-916e-c143dd27f708 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:33.984165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:33.984588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Checking segment: {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:33.985016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Bound using segment: {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:33.985494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Bound port: 8783d106-029d-41bf-8a15-25fe160bdf41, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740444fd-170d-43e5-908b-fec6adba1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:33.985884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:34.082890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:34.086369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8783d106-029d-41bf-8a15-25fe160bdf41,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:34.091568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:34.097150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:34.161488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:34.162891 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] 10.222.0.13 "PUT /v2.0/ports/8783d106-029d-41bf-8a15-25fe160bdf41 HTTP/1.1" status: 200 len: 1097 time: 0.9659908 Jul 14 08:47:34.163431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:34.180374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Pushing event updated for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:34.184347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:34.235526 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41', 'status': 'completed', 'code': 200} Jul 14 08:47:34.369778 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-3410c32a-a7a3-4b77-ba38-72f9a752393f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 1100 time: 0.1094224 Jul 14 08:47:34.458284 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-fb2033be-49a7-4ca4-9b7a-3b48ad376c82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8783d106-029d-41bf-8a15-25fe160bdf41 HTTP/1.1" status: 200 len: 217 time: 0.0733171 Jul 14 08:47:34.488018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f987b962-87c4-408f-8aeb-3b200a063c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:34.530253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e5233-bfbd-4e8a-9430-2a1f0c47ac05 req-13fdaf12-fda4-4945-ab83-a418dfd264c9 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:34.531925 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-523e5233-bfbd-4e8a-9430-2a1f0c47ac05 req-13fdaf12-fda4-4945-ab83-a418dfd264c9 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 947 time: 0.0940866 Jul 14 08:47:34.536499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-61470c90-94e6-4601-a786-ddc9639c36f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:34.538130 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-61470c90-94e6-4601-a786-ddc9639c36f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd4d3b81-d53d-4da1-8933-0a66180c7714 HTTP/1.1" status: 200 len: 843 time: 0.0723429 Jul 14 08:47:34.582284 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-523e5233-bfbd-4e8a-9430-2a1f0c47ac05 req-0ac591f9-cc30-41c4-aaf0-0261a6bc22ae tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jul 14 08:47:34.620588 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-bc7f0a6f-8f6f-4a03-b7a7-e0e2b1a42d5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4031be8-2dad-4040-916e-c143dd27f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740340 Jul 14 08:47:34.625841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:34.765754 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-60be6b88-32a4-41b9-97bb-82a0bdbba2dc service neutron] 10.222.0.13 "GET /v2.0/networks/f4031be8-2dad-4040-916e-c143dd27f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374764 Jul 14 08:47:34.909228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c97a36d-e0a7-4cf2-a87f-20c94352445a req-00e9a455-792e-432d-bf5a-ee29161e19f9 service neutron] 10.222.0.13 "GET /v2.0/networks/f4031be8-2dad-4040-916e-c143dd27f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361096 Jul 14 08:47:35.092568 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-054f3d22-e387-40ed-9aea-9f866977e80e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 1100 time: 0.0734878 Jul 14 08:47:35.234230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-1c924f50-a21d-4411-bc3c-18d8104ae19b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:35.235929 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-1c924f50-a21d-4411-bc3c-18d8104ae19b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4031be8-2dad-4040-916e-c143dd27f708 HTTP/1.1" status: 200 len: 870 time: 0.1366875 Jul 14 08:47:35.315347 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-1a25b27c-456b-49fa-8c91-3253038b0589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=8783d106-029d-41bf-8a15-25fe160bdf41 HTTP/1.1" status: 200 len: 217 time: 0.0701287 Jul 14 08:47:35.392364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-3d467ab4-9256-4815-97db-6e4e786bace3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:35.393943 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-3d467ab4-9256-4815-97db-6e4e786bace3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd4d3b81-d53d-4da1-8933-0a66180c7714 HTTP/1.1" status: 200 len: 843 time: 0.0642359 Jul 14 08:47:35.692580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-e66a706b-3159-4510-beed-795c3409e45f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4031be8-2dad-4040-916e-c143dd27f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2903450 Jul 14 08:47:35.805664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50e466-24b8-47ab-8c60-c04f39bd1e32 req-0c8625a7-3818-4bef-b0e4-a8c06b0a922f tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:35.807309 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-eb50e466-24b8-47ab-8c60-c04f39bd1e32 req-0c8625a7-3818-4bef-b0e4-a8c06b0a922f tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 947 time: 0.0893843 Jul 14 08:47:35.842895 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-2cdce0ef-d4e8-48ee-8179-65cb789a5619 service neutron] 10.222.0.13 "GET /v2.0/networks/f4031be8-2dad-4040-916e-c143dd27f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418867 Jul 14 08:47:35.860382 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-eb50e466-24b8-47ab-8c60-c04f39bd1e32 req-ec3bf367-1071-4fd0-b828-a42929333c4d tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Jul 14 08:47:35.988744 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0c7eb19e-fd83-46fa-8ff0-e6cc687399a2 req-fe25db22-6199-4b90-8dd1-4662c4231efe service neutron] 10.222.0.13 "GET /v2.0/networks/f4031be8-2dad-4040-916e-c143dd27f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367750 Jul 14 08:47:36.117992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:36.695508 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8783d106-029d-41bf-8a15-25fe160bdf41 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:47:36.840123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8783d106-029d-41bf-8a15-25fe160bdf41,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:36.854468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '8783d106-029d-41bf-8a15-25fe160bdf41', 'network_id': 'f4031be8-2dad-4040-916e-c143dd27f708', 'port_id': '8783d106-029d-41bf-8a15-25fe160bdf41', 'mac_address': 'fa:16:3e:ca:61:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4d3b81-d53d-4da1-8933-0a66180c7714', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:47:36.913476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:36.932731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8783d106-029d-41bf-8a15-25fe160bdf41 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:47:36.949155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8783d106-029d-41bf-8a15-25fe160bdf41,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:36.952084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:36.953925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:37.022509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:37.026169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:37.088128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee2a3-9a36-407f-b48a-e554909f6397 req-2ed35b26-fba9-4e89-a9ae-89c314b0b364 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:37.089796 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3bdee2a3-9a36-407f-b48a-e554909f6397 req-2ed35b26-fba9-4e89-a9ae-89c314b0b364 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 948 time: 0.0937259 Jul 14 08:47:37.139830 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3bdee2a3-9a36-407f-b48a-e554909f6397 req-7117d161-fb30-4a05-97b6-17b21aa70eb5 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434368 Jul 14 08:47:37.318199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['8783d106-029d-41bf-8a15-25fe160bdf41'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:47:38.352102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310ee23-6823-4e71-977b-37de3d0367a6 req-8019184c-ff53-40ff-b0d8-1732486ea212 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:38.353716 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5310ee23-6823-4e71-977b-37de3d0367a6 req-8019184c-ff53-40ff-b0d8-1732486ea212 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 948 time: 0.0874021 Jul 14 08:47:38.403484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5310ee23-6823-4e71-977b-37de3d0367a6 req-b761e024-3b93-4bdd-8b1c-30528155c62a tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Jul 14 08:47:38.710399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8783d106-029d-41bf-8a15-25fe160bdf41 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:38.783213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 8783d106-029d-41bf-8a15-25fe160bdf41 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:38.788194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 8783d106-029d-41bf-8a15-25fe160bdf41 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:38.788617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:38.903753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:38.931264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:38.941264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8783d106-029d-41bf-8a15-25fe160bdf41,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:38.944155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:38.946995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7a0426-ec4b-4a33-8d39-691d8b6c11cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:38.993877 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41', 'code': 200} Jul 14 08:47:39.019156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:39.023445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:39.274774 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a054821-2fb5-4257-b047-5a7b5d79c1a5 req-37d7a3bd-35b0-47a8-91b4-148665084efa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 1102 time: 0.0768139 Jul 14 08:47:39.328774 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a054821-2fb5-4257-b047-5a7b5d79c1a5 req-a8b64a6f-d7c9-4c41-87c5-7ddef48b93fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Jul 14 08:47:39.612674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a12708-6af0-43b4-95fb-ef2a7ac06b5d req-ca88c8ba-99ea-49c2-8725-e6844cbdaad3 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:39.613440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e0a12708-6af0-43b4-95fb-ef2a7ac06b5d req-ca88c8ba-99ea-49c2-8725-e6844cbdaad3 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Synchronizing usage tracker for tenant:01a78d992a6c4c07a18ea37c9a2ebd45 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:47:39.630769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e0a12708-6af0-43b4-95fb-ef2a7ac06b5d req-ca88c8ba-99ea-49c2-8725-e6844cbdaad3 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Unset dirty status for tenant:01a78d992a6c4c07a18ea37c9a2ebd45 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:47:39.631080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51098) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:39.631514 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0a12708-6af0-43b4-95fb-ef2a7ac06b5d req-ca88c8ba-99ea-49c2-8725-e6844cbdaad3 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 949 time: 0.1011682 Jul 14 08:47:39.681683 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0a12708-6af0-43b4-95fb-ef2a7ac06b5d req-39195ea2-bf54-462a-82d0-34aea663bcf4 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Jul 14 08:47:39.785353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:39.818679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:39.822656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca415c03ec524f8d87691ec625cca068 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:39.825794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:39.831750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:39.900555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:39.904159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:39.911897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-33c8f7e4-8a78-48dd-bf88-0c10553d638d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:39.957045 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca415c03ec524f8d87691ec625cca068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3247657 Jul 14 08:47:39.957849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b996999-3b0a-4035-8fa7-08f7399c3a8e,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:39.959958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51106) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:39.967097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.967519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.967927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.968334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.968737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.969136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.969535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.970409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.970821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.971213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.971609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:39.988478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:40.027856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:40.055949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:40.102215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:40.107682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b71b8a6c-9cd8-422c-bc05-53a11144b9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:40.118169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b996999-3b0a-4035-8fa7-08f7399c3a8e,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:40.121209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:40.127292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:40.128505 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b996999-3b0a-4035-8fa7-08f7399c3a8e HTTP/1.1" status: 204 len: 168 time: 0.1674802 Jul 14 08:47:40.892120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702418f9-e2cb-4300-a437-4b53a9a583aa req-f62f4746-8c8c-45e4-9315-95d918a5e7b8 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:40.893737 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-702418f9-e2cb-4300-a437-4b53a9a583aa req-f62f4746-8c8c-45e4-9315-95d918a5e7b8 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 949 time: 0.0838764 Jul 14 08:47:40.942832 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-702418f9-e2cb-4300-a437-4b53a9a583aa req-d715250c-8246-425c-986d-3699dcb289a9 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Jul 14 08:47:41.436279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a80d5-8663-41e9-b5a0-1d7d67cc6c4b req-c1974d1f-1713-4e41-b9a0-2226d5fd4ea0 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:41.437795 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e73a80d5-8663-41e9-b5a0-1d7d67cc6c4b req-c1974d1f-1713-4e41-b9a0-2226d5fd4ea0 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 949 time: 0.0880494 Jul 14 08:47:41.487841 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e73a80d5-8663-41e9-b5a0-1d7d67cc6c4b req-0894e7c7-888b-4f2b-90cd-8ab3e24e06ac tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Jul 14 08:47:42.692215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ed852-baf5-416c-abc4-9e5e567c877d req-5a539fa7-5357-4f72-917e-095180aa0af5 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:42.693793 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cd4ed852-baf5-416c-abc4-9e5e567c877d req-5a539fa7-5357-4f72-917e-095180aa0af5 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 949 time: 0.0822597 Jul 14 08:47:42.742296 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cd4ed852-baf5-416c-abc4-9e5e567c877d req-7f7cedfa-a63f-496d-a977-fb222d460cb6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/security-groups?id=97c475c9-3d65-466f-86b7-8c1bd28e6e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Jul 14 08:47:43.166242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-5482a91c-c05d-407b-a50f-f6aec63d89cb tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:43.168254 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-5482a91c-c05d-407b-a50f-f6aec63d89cb tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.13 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 949 time: 0.0904696 Jul 14 08:47:43.246446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Deleting port 8783d106-029d-41bf-8a15-25fe160bdf41 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:47:43.246832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:43.512592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] For port 8783d106-029d-41bf-8a15-25fe160bdf41, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8783d106-029d-41bf-8a15-25fe160bdf41,segment=NetworkSegment(740444fd-170d-43e5-908b-fec6adba1ae0),segment_id=740444fd-170d-43e5-908b-fec6adba1ae0)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:43.512982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:43.642628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Calling delete_port for 8783d106-029d-41bf-8a15-25fe160bdf41 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:47:43.789317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:43.795200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3825f7c0-4c70-4366-8443-d43416fe94b1 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:43.826181 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['8783d106-029d-41bf-8a15-25fe160bdf41'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:47:43.839235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Pushing event deleted for resources: {'Port': ['ID=8783d106-029d-41bf-8a15-25fe160bdf41,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:43.843307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:43.923112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] No DVR routers for this DVR port 8783d106-029d-41bf-8a15-25fe160bdf41 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:47:43.925831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:43.928919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'name': 'network-vif-deleted', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:43.929919 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cdb0c756-7718-44e1-b28d-f2d423330fde req-11344a7d-687d-479d-ae15-4fa85fad86f7 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c14d30-4490-4aab-b3c2-7513e247d387 HTTP/1.1" status: 200 len: 210 time: 0.0530372 Jul 14 08:47:43.951032 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-40de37a6-8651-4e0a-81c9-81451e3c6226 req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] 10.222.0.13 "DELETE /v2.0/ports/8783d106-029d-41bf-8a15-25fe160bdf41 HTTP/1.1" status: 204 len: 173 time: 0.7753963 Jul 14 08:47:43.992337 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c14d30-4490-4aab-b3c2-7513e247d387', 'name': 'network-vif-deleted', 'tag': '8783d106-029d-41bf-8a15-25fe160bdf41', 'status': 'completed', 'code': 200} Jul 14 08:47:46.741299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8783d106-029d-41bf-8a15-25fe160bdf41 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:47:46.777670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 8783d106-029d-41bf-8a15-25fe160bdf41 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:47:46.778051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8783d106-029d-41bf-8a15-25fe160bdf41 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:47:47.078421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51358) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:47.243925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.278898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:47.283186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Usage tracker for resource:security_group_rule and tenant:a677e7a22ef74d0a8e378940df554631 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:47.286513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:47.292747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:47.365674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.368730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.376382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-44b4584d-addb-4b53-9828-100e710c8217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:47.419218 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92104252-1f91-475c-a5dc-b05fd39cee14,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:47.422479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:47.425425 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a677e7a22ef74d0a8e378940df554631&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3458028 Jul 14 08:47:47.428148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51384) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:47.494164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.521626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.567010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.570892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:47.583340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92104252-1f91-475c-a5dc-b05fd39cee14,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:47.587262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:47.591401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:47.592211 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7b74eaed-c09b-41cb-944d-353aa2a9f782 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92104252-1f91-475c-a5dc-b05fd39cee14 HTTP/1.1" status: 204 len: 168 time: 0.1629441 Jul 14 08:47:48.765003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:47:49.958251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51442) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:50.147442 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-16a059f7-86a3-42b1-a32d-55cfd21e4383 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01a78d992a6c4c07a18ea37c9a2ebd45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877601 Jul 14 08:47:50.150140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51448) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:50.215225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:50.242684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:50.288329 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:50.293992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3e0de34e-8f4d-44e9-b08a-fcbe01c636b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:50.310337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c475c9-3d65-466f-86b7-8c1bd28e6e33,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:50.313305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:50.324038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:50.325535 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97c475c9-3d65-466f-86b7-8c1bd28e6e33 HTTP/1.1" status: 204 len: 168 time: 0.1741769 Jul 14 08:47:50.975391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.228323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51472) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:51.379166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1059624714-network', 'tenant_id': '04abaaecf3f9401180cf04f70879c952'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:51.384467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:51.392687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Usage tracker for resource:network and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:51.396895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:51.403718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:51.412797 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Made reservation on behalf of 04abaaecf3f9401180cf04f70879c952 for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:51.417568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.431116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.464331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:51.468412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:51.471367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:51.477342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:51.545261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.547943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.552099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17797f89-e1d5-4f2f-95a1-3d9258363662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:51.585967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:47:51.596395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:51.600659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:51.601647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.602036 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Added segment f9d9a80c-a7dd-4c8c-88c1-b09123d27200 of type vlan for network a9f7383b-2524-49ee-8e42-023f714300a3 Jul 14 08:47:51.630315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.661328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.662597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:51.663290 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:51.668610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:51.771096 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5414083 Jul 14 08:47:51.774089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51480) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:51.780080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f7383b-2524-49ee-8e42-023f714300a3,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:51.780848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Request body: {'subnet': {'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1059624714-subnet', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:51.783169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:51.786275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:51.790366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Usage tracker for resource:subnet and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:51.791249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network a9f7383b-2524-49ee-8e42-023f714300a3 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:47:51.794177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:51.800346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:51.812963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Made reservation on behalf of 04abaaecf3f9401180cf04f70879c952 for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:51.817739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850926359'] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.038039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851625299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850926344'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.043494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-84a2c6ab-de0f-4dfc-8277-1f800a2672c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:52.124186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=212d247f-56a8-4be7-ae36-08553285373c,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:52.128386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:52.131763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Checking segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:52.132165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Network hostable DHCP agents. Network: a9f7383b-2524-49ee-8e42-023f714300a3, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:47:52.155394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Network a9f7383b-2524-49ee-8e42-023f714300a3 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:47:52.163790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, a9f7383b-2524-49ee-8e42-023f714300a3) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:52.167828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:52.168475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.174138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3fc8d-fa77-4457-b01f-e2db4447c809 None None] Network a9f7383b-2524-49ee-8e42-023f714300a3 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:47:52.188482 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4131651 Jul 14 08:47:52.191273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51486) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:52.196936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:52.202661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:52.206966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Usage tracker for resource:router and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:52.209976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:52.217373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:52.226542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.227562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.245251 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.401342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.401550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-a9f7383b-2524-49ee-8e42-023f714300a3', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:47:52.402255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.565979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Allocated IP 172.20.0.2 (a9f7383b-2524-49ee-8e42-023f714300a3/212d247f-56a8-4be7-ae36-08553285373c/4b82a435-ac6c-4f54-8d87-f31f3f52084a) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:52.601652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.633529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.784817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Allocated IP 172.28.0.170 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/cd6978eb-8df5-47cc-90ba-fab9e0015066) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:52.786719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.801042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Transition to ACTIVE for port object 4b82a435-ac6c-4f54-8d87-f31f3f52084a will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:52.822216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Transition to ACTIVE for port object 4b82a435-ac6c-4f54-8d87-f31f3f52084a will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:52.828286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.834292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c8080204-6b05-4685-8a78-2a9eab5ae2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:52.898865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Network a9f7383b-2524-49ee-8e42-023f714300a3 is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:52.902851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:52.906665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:52.918114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Pushing event updated for resources: {'Port': ['ID=4b82a435-ac6c-4f54-8d87-f31f3f52084a,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:52.954150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.981075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:52.986346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:52.992156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.992547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.992926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.993323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.993663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.994035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.994398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.995185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.995185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.995513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:52.995872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:47:53.008247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:53.015892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Attempting to bind port 4b82a435-ac6c-4f54-8d87-f31f3f52084a on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:53.016304 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Attempting to bind port 4b82a435-ac6c-4f54-8d87-f31f3f52084a by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:53.016713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Attempting to bind port 4b82a435-ac6c-4f54-8d87-f31f3f52084a on network a9f7383b-2524-49ee-8e42-023f714300a3 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:53.023701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:53.024126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Checking segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:53.024579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:53.025454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Bound using segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:53.027216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Bound port: 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:53.027647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:53.059600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:53.063422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Pushing event updated for resources: {'Port': ['ID=cd6978eb-8df5-47cc-90ba-fab9e0015066,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:53.066051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:53.068025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:53.068767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:53.126337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] For port 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:53.130015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] For port 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4b82a435-ac6c-4f54-8d87-f31f3f52084a,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:53.133779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:53.138914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-be985a8b-b2d8-4a23-bad2-62aaa55c90d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:53.225246 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Pushing event updated for resources: {'Port': ['ID=4b82a435-ac6c-4f54-8d87-f31f3f52084a,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:53.228712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:53.248771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:53.249663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:53.500753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Router 734ae101-2a0d-44c5-88d8-3393d7087bb5 is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:47:53.966537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041096e-5e75-42b7-ae38-b355a7ae03b4 req-924326ac-321b-4369-92ee-35334e0fcbc4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:53.968162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5041096e-5e75-42b7-ae38-b355a7ae03b4 req-924326ac-321b-4369-92ee-35334e0fcbc4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.3281529 Jul 14 08:47:54.038503 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5041096e-5e75-42b7-ae38-b355a7ae03b4 req-8b000f2e-20c9-480e-8949-e01357b94ea7 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624919 Jul 14 08:47:54.046155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:54.055349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Sync routers for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:47:54.069534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:54.070863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8785715 Jul 14 08:47:54.072071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:54.073526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:54.074369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51502) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:54.269584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:54.494457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4b82a435-ac6c-4f54-8d87-f31f3f52084a up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:54.638927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 4b82a435-ac6c-4f54-8d87-f31f3f52084a completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:54.659274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:53Z', 'revision_number': 3, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:54.663975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Checking router: 734ae101-2a0d-44c5-88d8-3393d7087bb5 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:47:54.664382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Updating router 734ae101-2a0d-44c5-88d8-3393d7087bb5 port cd6978eb-8df5-47cc-90ba-fab9e0015066 binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:47:54.719785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:54.890305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.127151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042a234-ed87-402d-96da-36c6c4718c90 None None] Network a9f7383b-2524-49ee-8e42-023f714300a3 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:47:55.142121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Allocated IP 172.20.0.1 (a9f7383b-2524-49ee-8e42-023f714300a3/212d247f-56a8-4be7-ae36-08553285373c/7a93fb23-47f2-4a4c-9985-e3d09316e279) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:47:55.288442 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Provisioning for port 4b82a435-ac6c-4f54-8d87-f31f3f52084a completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:55.329892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Provisioning complete for port 4b82a435-ac6c-4f54-8d87-f31f3f52084a triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:55.329892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.389367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.402891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68485cd2-5230-49ff-aa80-5765f66f7205 req-eb47c3d8-dc85-483c-a031-4be04422840a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:55.404527 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-68485cd2-5230-49ff-aa80-5765f66f7205 req-eb47c3d8-dc85-483c-a031-4be04422840a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.2056639 Jul 14 08:47:55.436080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Transition to ACTIVE for port object 7a93fb23-47f2-4a4c-9985-e3d09316e279 will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:55.468153 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-68485cd2-5230-49ff-aa80-5765f66f7205 req-ad1be571-1106-43ef-92ba-164f6730fe0c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571072 Jul 14 08:47:55.475001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.477505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.482373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:55.502466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Transition to ACTIVE for port object cd6978eb-8df5-47cc-90ba-fab9e0015066 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:47:55.545569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.550322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Network a9f7383b-2524-49ee-8e42-023f714300a3 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:55.550610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:55.553799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:55.558712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:47:55.588512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:55.594521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:55.619317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.703230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.703603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Pushing event updated for resources: {'Port': ['ID=cd6978eb-8df5-47cc-90ba-fab9e0015066,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:55.708081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.723837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:55.727786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Attempting to bind port cd6978eb-8df5-47cc-90ba-fab9e0015066 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:47:55.728202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Attempting to bind port cd6978eb-8df5-47cc-90ba-fab9e0015066 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:47:55.728613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Attempting to bind port cd6978eb-8df5-47cc-90ba-fab9e0015066 on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:47:55.752091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:47:55.752512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:55.752955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.753395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:47:55.753917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Bound port: cd6978eb-8df5-47cc-90ba-fab9e0015066, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:47:55.754342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.818784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] For port 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4b82a435-ac6c-4f54-8d87-f31f3f52084a,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:55.833529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.837875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:55.902202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-139c0ed9-d48f-4eca-9f2c-61cc974e4d08 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:55.904143 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-139c0ed9-d48f-4eca-9f2c-61cc974e4d08 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.0950522 Jul 14 08:47:55.908514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Pushing event updated for resources: {'Port': ['ID=4b82a435-ac6c-4f54-8d87-f31f3f52084a,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:55.914915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:55.925095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] For port cd6978eb-8df5-47cc-90ba-fab9e0015066, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:47:55.929070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] For port cd6978eb-8df5-47cc-90ba-fab9e0015066, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cd6978eb-8df5-47cc-90ba-fab9e0015066,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:47:55.937112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.942813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d7a0ea04-7c9c-42d4-90f5-4bd44fa4ea64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:55.959207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.965113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:55.992870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Deleting port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:47:55.993271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.000359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-19dc3124-751a-4d8a-bf40-2e291d8dcb43 tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:56.031460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Pushing event updated for resources: {'Port': ['ID=cd6978eb-8df5-47cc-90ba-fab9e0015066,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:56.035532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:56.037346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:56.038026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:56.090466 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.095405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:56.099871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:56.217979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Provisioning complete for port 4b82a435-ac6c-4f54-8d87-f31f3f52084a triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:56.218521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.305992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Network a9f7383b-2524-49ee-8e42-023f714300a3 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:47:56.308534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:56.312306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:56.332236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] For port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:47:56.332898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.635779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4b82a435-ac6c-4f54-8d87-f31f3f52084a up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:47:56.842049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.842783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.843360 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Floating IP 7a8320ae-a7c7-42a5-bc98-460f61017f11 disassociated. External IP: 172.28.0.171, port: 7a6ec908-99fd-4af1-ba0f-4fc5447beffd. Jul 14 08:47:56.843961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Calling delete_port for 7a6ec908-99fd-4af1-ba0f-4fc5447beffd owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:47:56.886055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d7924-2ff2-4c7b-882a-97e63dac338e req-07ee4c67-017a-4ec1-ae6a-b1dc7e8d3192 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:56.893546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-396d7924-2ff2-4c7b-882a-97e63dac338e req-07ee4c67-017a-4ec1-ae6a-b1dc7e8d3192 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 945 time: 0.1815915 Jul 14 08:47:56.894866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Provisioning for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:47:56.925989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Provisioning complete for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:56.926389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:56.954223 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-396d7924-2ff2-4c7b-882a-97e63dac338e req-43c5177e-66d0-47b7-a06f-5af0a9754884 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=85158a84-84cd-465d-b0f4-0284535ce744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598972 Jul 14 08:47:56.996951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Router 734ae101-2a0d-44c5-88d8-3393d7087bb5 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:47:57.005486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:57.013846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-476bcf62-2305-4722-9e25-34e8ac35bd29 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:57.035951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 4b82a435-ac6c-4f54-8d87-f31f3f52084a triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:57.036374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:57.065360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'Port': ['ID=7a6ec908-99fd-4af1-ba0f-4fc5447beffd,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:57.069880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:57.085019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-efa58f72-628e-4517-a832-93a3b5bb9d45 None None] Port 7a93fb23-47f2-4a4c-9985-e3d09316e279 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:57.139186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 2, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:57.183918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3898ece-8cf8-41c9-b614-a92cf410e68f None None] The sync data for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb is: [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 2, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:47:57.241086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-3989ba9a-ae53-4ebd-8451-4e7df020963e None None] Provisioning complete for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:47:57.241600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3989ba9a-ae53-4ebd-8451-4e7df020963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:57.319020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-3989ba9a-ae53-4ebd-8451-4e7df020963e None None] Port 7a93fb23-47f2-4a4c-9985-e3d09316e279 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:47:57.348001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:47:57.435897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:57.445960 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] 10.222.0.46 "PUT /v2.0/routers/734ae101-2a0d-44c5-88d8-3393d7087bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3703897 Jul 14 08:47:57.854926 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:47:57.865319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:47:57.886598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:57.887356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:57.957105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] No DVR routers for this DVR port 7a6ec908-99fd-4af1-ba0f-4fc5447beffd on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:47:57.960210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:57.965638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'name': 'network-vif-deleted', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:47:58.001376 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fcd68ea0-f659-456c-ac35-812f842b1bd6 req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "DELETE /v2.0/ports/7a6ec908-99fd-4af1-ba0f-4fc5447beffd HTTP/1.1" status: 204 len: 173 time: 2.0852737 Jul 14 08:47:58.114418 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f7703e-9b43-4c6c-9fcb-b02a08604e9a', 'name': 'network-vif-deleted', 'tag': '7a6ec908-99fd-4af1-ba0f-4fc5447beffd', 'status': 'completed', 'code': 200} Jul 14 08:47:58.186756 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b48f2cf-165c-440d-876b-affcf789a97e req-98564065-0bdc-4220-90bd-7d6240fe1c68 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=71f7703e-9b43-4c6c-9fcb-b02a08604e9a HTTP/1.1" status: 200 len: 210 time: 0.0552313 Jul 14 08:47:58.243068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:58.610738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51538) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:58.617519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393133722-network', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:58.624596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:58.628961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Usage tracker for resource:network and tenant:5328fe2b75304d3d857ec68f72d32ea8 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:58.632338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:58.639661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:58.640898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:58.646000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:47:58.652889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Made reservation on behalf of 5328fe2b75304d3d857ec68f72d32ea8 for: {'network': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:58.658292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.660272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:47:58.661596 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:58.676123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.725619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:58.732337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5328fe2b75304d3d857ec68f72d32ea8 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:58.735737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:58.743212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:58.817275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 7a6ec908-99fd-4af1-ba0f-4fc5447beffd no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:47:58.832563 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.841050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.851891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8293e19b-3a7d-43ef-9568-e6a8efd4aa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:58.859417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 7a6ec908-99fd-4af1-ba0f-4fc5447beffd {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:47:58.859824 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 7a6ec908-99fd-4af1-ba0f-4fc5447beffd not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:47:58.880139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=82036) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:47:58.904662 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b939f-a4cd-44f9-80b4-c3af0202d088,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:58.908567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:58.909771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.910156 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Added segment df5a713e-3874-449b-8025-59cca2a16525 of type vlan for network 696a719b-b3c7-4b32-859a-f68118e6439d Jul 14 08:47:58.948554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.984704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.985935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:58.986635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:58.992587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:59.038417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:47:59.110324 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4978049 Jul 14 08:47:59.113374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51544) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:59.114116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Pushing event updated for resources: {'Network': ['ID=696a719b-b3c7-4b32-859a-f68118e6439d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:59.120248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Request body: {'subnet': {'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393133722-subnet', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'ip_version': 4}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:59.125384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:59.125891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:59.126463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 696a719b-b3c7-4b32-859a-f68118e6439d details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:47:59.134387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Usage tracker for resource:subnet and tenant:5328fe2b75304d3d857ec68f72d32ea8 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:59.147806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:59.163860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:59.183936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Made reservation on behalf of 5328fe2b75304d3d857ec68f72d32ea8 for: {'subnet': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:47:59.189233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4166667'] for subnet, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.384399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51552) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:59.460009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.480273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851020909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4166682'] for subnet, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.486914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69093a50-6e61-421a-bace-dd8fc2b4a1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:59.500073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.519078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:47:59.524591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0ab3f0-37e8-4726-a777-c8ce71fade7e None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:47:59.555661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.561283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2c0a18d6-e2ed-4ac6-a56c-e3d070f07860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:47:59.568715 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26302b66-476c-4d35-aaa5-e70de4eca939,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:59.574388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:59.588525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Checking segment: {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:47:59.589392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Network hostable DHCP agents. Network: 696a719b-b3c7-4b32-859a-f68118e6439d, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:47:59.589586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85158a84-84cd-465d-b0f4-0284535ce744,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:47:59.592488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:47:59.598735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.602548 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "DELETE /v2.0/security-groups/85158a84-84cd-465d-b0f4-0284535ce744 HTTP/1.1" status: 204 len: 168 time: 0.2131546 Jul 14 08:47:59.602939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51556) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:59.623567 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.v2.resource [None req-efe63966-9ce7-45d6-83c1-7b8ee3b7d9cb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] show failed (client error): The resource could not be found. Jul 14 08:47:59.623689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Network 696a719b-b3c7-4b32-859a-f68118e6439d is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:47:59.624691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-efe63966-9ce7-45d6-83c1-7b8ee3b7d9cb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups/85158a84-84cd-465d-b0f4-0284535ce744 HTTP/1.1" status: 404 len: 347 time: 0.0207763 Jul 14 08:47:59.627688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51560) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:59.701294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 696a719b-b3c7-4b32-859a-f68118e6439d) {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:47:59.709352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5422fa35-28da-4f08-a1b5-b6ba2aef4cb5 None None] Network 696a719b-b3c7-4b32-859a-f68118e6439d requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:47:59.719585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:47:59.720257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for subnet, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.827064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Deleting port f7b339a8-88d7-44d5-bef7-bb35be7b38d3 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:47:59.827410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.857332 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ea7ce624-07bc-4b79-a2e9-085d580cd204 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7395477 Jul 14 08:47:59.858154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51564) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:47:59.865804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:47:59.872182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:47:59.876612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Usage tracker for resource:router and tenant:5328fe2b75304d3d857ec68f72d32ea8 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:47:59.880136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:47:59.887306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:47:59.899079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854075084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854649932'] for router, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.900522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-700905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-125836'] for router, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:47:59.928295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.036044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.036376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.102113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-689980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854075129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-125855'] for router, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.118869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00f9cceb-3102-5a83-bb37-44c1b5955d83-696a719b-b3c7-4b32-859a-f68118e6439d', 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'fixed_ips': [{'subnet_id': '26302b66-476c-4d35-aaa5-e70de4eca939'}]}} from dv-cinder-800229-1-smb. {{(pid=82037) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 14 08:48:00.120727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.182900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Calling delete_port for f7b339a8-88d7-44d5-bef7-bb35be7b38d3 owned by network:floatingip {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:48:00.315220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Allocated IP 172.20.0.2 (696a719b-b3c7-4b32-859a-f68118e6439d/26302b66-476c-4d35-aaa5-e70de4eca939/33251227-f31d-42a7-8d6a-935ba8645654) {{(pid=82037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:00.331431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.365308 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.386459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.391453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-164ae5b7-6ee5-40fc-be5b-3582b17b9d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:00.439397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'Port': ['ID=f7b339a8-88d7-44d5-bef7-bb35be7b38d3,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:00.444455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:00.528094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cd6978eb-8df5-47cc-90ba-fab9e0015066 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:00.558035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.569255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Allocated IP 172.28.0.149 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/0ce19095-6d7d-4a28-ab58-fbcc2b6e7946) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:00.575594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.580562 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "DELETE /v2.0/floatingips/7a8320ae-a7c7-42a5-bc98-460f61017f11 HTTP/1.1" status: 204 len: 168 time: 0.9481182 Jul 14 08:48:00.625030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks [] for port, precommit_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.642742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Transition to ACTIVE for port object 33251227-f31d-42a7-8d6a-935ba8645654 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:00.667031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Transition to ACTIVE for port object 33251227-f31d-42a7-8d6a-935ba8645654 will not be triggered until provisioned by entity DHCP. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:00.669830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port cd6978eb-8df5-47cc-90ba-fab9e0015066 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:00.675248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695'] for port, after_create {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.680051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:00.716379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port cd6978eb-8df5-47cc-90ba-fab9e0015066 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:00.716964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.747997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.776366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51572) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:00.781368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.782783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193931114', 'description': 'tempest-description--1525504280'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:00.787754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04703506-c705-4bd5-bb26-994b101389ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:00.790429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:00.793399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Network 696a719b-b3c7-4b32-859a-f68118e6439d is already hosted by enough agents. {{(pid=82037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:00.795006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:00.798049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:00.803317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Resources bound (agent type, host, resource id): {{(pid=82037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:00.805278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:00.811480 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Received port after_create {{(pid=82037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:00.817123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.822086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Pushing event updated for resources: {'Port': ['ID=33251227-f31d-42a7-8d6a-935ba8645654,revision_number=1']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:00.828431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:00.856927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:00.861216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:00.864397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:00.867012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:00.874161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:00.875107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:00.878403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:00.915135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Pushing event updated for resources: {'Port': ['ID=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:00.927894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:00.953170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.956428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:00.959901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3540b1b8-018e-4b6b-a796-ad29add1cf48 None None] New status for floating IP 7a8320ae-a7c7-42a5-bc98-460f61017f11: DOWN {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:48:00.962389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-58e16aa8-1e4f-4ca6-929f-62f6f651041e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:01.007187 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32567a-4fa1-4345-85c7-fa69dd9d06af,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:01.011062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:01.012447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.013902 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2364419 Jul 14 08:48:01.017758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51576) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:01.024342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group_rule': {'security_group_id': 'ac32567a-4fa1-4345-85c7-fa69dd9d06af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:01.031748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:01.036663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:01.039847 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:01.046450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:01.059250 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.060012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-700687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854085881'] for router, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.063205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.113641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Attempting to bind port 33251227-f31d-42a7-8d6a-935ba8645654 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:01.114303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Attempting to bind port 33251227-f31d-42a7-8d6a-935ba8645654 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:01.114458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Attempting to bind port 33251227-f31d-42a7-8d6a-935ba8645654 on network 696a719b-b3c7-4b32-859a-f68118e6439d {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:01.128588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:01.129006 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Checking segment: {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:01.129452 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.129890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Bound using segment: {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:01.130415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Bound port: 33251227-f31d-42a7-8d6a-935ba8645654, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:01.130847 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.136748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.139778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.142372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:01.142724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.167702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24723225-19a8-4e41-af88-1c8cf061a228,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:01.172039 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:01.180069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.181708 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1630349 Jul 14 08:48:01.184597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51580) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:01.191671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'security_group_rule': {'security_group_id': 'ac32567a-4fa1-4345-85c7-fa69dd9d06af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:01.199319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:01.200090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port cd6978eb-8df5-47cc-90ba-fab9e0015066, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cd6978eb-8df5-47cc-90ba-fab9e0015066,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:01.203944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:security_group_rule and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:01.205403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.207905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:01.215098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:01.223210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:01.233698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.307711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.309405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] For port 33251227-f31d-42a7-8d6a-935ba8645654, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:01.310158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.314016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] For port 33251227-f31d-42a7-8d6a-935ba8645654, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=33251227-f31d-42a7-8d6a-935ba8645654,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:01.318650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:01.324007 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Router ddc409f4-115c-4849-8147-75ed6bc45641 is scheduled to L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 with binding_index 1 {{(pid=82036) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 14 08:48:01.327855 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.342770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4940b370-b07e-454e-a83b-8d9a7f89c3f3,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:01.345311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:01.353840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.355334 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d635ce31-fa10-4825-8a7f-27f95d79c779 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1696835 Jul 14 08:48:01.358448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 51584) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:01.365579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:01.371439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=cd6978eb-8df5-47cc-90ba-fab9e0015066,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:01.372079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:01.376543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:01.376939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:01.377426 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Usage tracker for resource:floatingip and tenant:824a366f8f7c4389a12f77b88b19950b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:01.380760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:01.387687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:01.405935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.449727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Pushing event updated for resources: {'Port': ['ID=33251227-f31d-42a7-8d6a-935ba8645654,revision_number=2']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:01.453306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:01.556099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:48:01.566201 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Sync routers for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:48:01.587804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.588624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:01.589921 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:01.605746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:01.607659 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9fd1bab6-7b17-44ce-b28b-1c26d141311e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7482898 Jul 14 08:48:01.612168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51590) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:01.789665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Allocated IP 172.28.0.40 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/6990cd50-d8ee-4793-a18c-d9d22cbad3b1) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:01.845243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:01.963890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b15e34c-1a37-47e3-a1d8-bc388b65d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.012992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.054957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.060010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-928d0760-5c4d-40cb-b52b-706ee3558d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:02.088056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Sync routers for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:48:02.104172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:02.105630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:02.154261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:02.157364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:02.160322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:02.208022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=6990cd50-d8ee-4793-a18c-d9d22cbad3b1,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:02.211364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:02.220945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:00Z', 'revision_number': 3, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:02.225646 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Checking router: ddc409f4-115c-4849-8147-75ed6bc45641 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:48:02.226152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Updating router ddc409f4-115c-4849-8147-75ed6bc45641 port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:48:02.291631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.378305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:02.424425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.554932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.621327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cd6978eb-8df5-47cc-90ba-fab9e0015066 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:02.886205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.891864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.897621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-105b1901-c113-4e5e-874f-8777687617a3 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:02.899064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.901670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port cd6978eb-8df5-47cc-90ba-fab9e0015066 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:02.902147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.920306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Transition to ACTIVE for port object 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:02.920916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.931100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:02.942610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:02.986135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=6990cd50-d8ee-4793-a18c-d9d22cbad3b1,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:02.991793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:03.052305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Attempting to bind port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:03.052724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Attempting to bind port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:03.053134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Attempting to bind port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 on network 76466a50-d9ff-40ae-a81c-6766002851f2 {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:03.055619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.063930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccb60b-fa48-42b4-ac98-074e673cdc9e None None] Pushing event updated for resources: {'Port': ['ID=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,revision_number=2']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:03.067724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f2ccb60b-fa48-42b4-ac98-074e673cdc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:03.068937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:03.069353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Checking segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:03.069805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.070242 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Bound using segment: {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:03.070758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Bound port: 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d56f4a-4ba8-4013-9c76-671dd3551da5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:03.071200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.100557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.102028 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7425320 Jul 14 08:48:03.112799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 2, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:03.132219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Checking router: 734ae101-2a0d-44c5-88d8-3393d7087bb5 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:48:03.132634 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Updating router 734ae101-2a0d-44c5-88d8-3393d7087bb5 port 7a93fb23-47f2-4a4c-9985-e3d09316e279 binding host dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:48:03.172321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] For port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:03.176171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] For port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:03.182140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.187560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c71d96fa-1f96-4202-b0aa-7efe769ce174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:03.280512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Allocated IP 172.20.0.1 (696a719b-b3c7-4b32-859a-f68118e6439d/26302b66-476c-4d35-aaa5-e70de4eca939/1a449cc6-d553-4780-9842-3c623cc9cb49) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:03.392876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccb60b-fa48-42b4-ac98-074e673cdc9e None None] Pushing event updated for resources: {'Port': ['ID=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:03.396648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f2ccb60b-fa48-42b4-ac98-074e673cdc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:03.399265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:03.400060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:47:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:03.403982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.419805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 33251227-f31d-42a7-8d6a-935ba8645654 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:03.487660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.524499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-6438cbfc-a745-48d5-a645-21efd9b402a4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:03.534978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Transition to ACTIVE for port object 1a449cc6-d553-4780-9842-3c623cc9cb49 will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:03.557908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-6438cbfc-a745-48d5-a645-21efd9b402a4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:03.560713 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-6438cbfc-a745-48d5-a645-21efd9b402a4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--193931114&fields=id&tenant_id=824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 267 time: 0.1059158 Jul 14 08:48:03.565505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.603594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.612227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:03.622445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dfeffa-12f2-4723-8d79-f161a6a6058b None None] Network 696a719b-b3c7-4b32-859a-f68118e6439d requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:48:03.640237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:03.647344 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 33251227-f31d-42a7-8d6a-935ba8645654 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:03.762353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Network 696a719b-b3c7-4b32-859a-f68118e6439d is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:03.767905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:03.772676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Provisioning for port 33251227-f31d-42a7-8d6a-935ba8645654 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:03.776893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:03.786637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Provisioning complete for port 33251227-f31d-42a7-8d6a-935ba8645654 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:03.787082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.834407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:03.837711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-696282'] for router_interface, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.841310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:03.900620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-dbe5a99b-6425-42df-8115-a304788bd1d4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:03.902158 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-dbe5a99b-6425-42df-8115-a304788bd1d4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 811 time: 0.3340971 Jul 14 08:48:03.959224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:00Z', 'revision_number': 3, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:03.963811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62e8d4-3a14-46bf-ad1d-67bcde6b37b4 None None] The sync data for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb is: [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:00Z', 'revision_number': 3, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:48:03.969217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:03.991786 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-b2d3edfb-8462-43d8-bd8a-5a60bf5f672c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/quotas/824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 375 time: 0.0305643 Jul 14 08:48:04.169395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.223651 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-31e6c879-6445-45d4-bf2c-b937398b9790 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2062857 Jul 14 08:48:04.292846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] For port 33251227-f31d-42a7-8d6a-935ba8645654, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=33251227-f31d-42a7-8d6a-935ba8645654,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:04.300593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.303428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks [] for port, precommit_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.305893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b74b527-3f39-4912-9aaa-aec89776ee5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:04.374432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Transition to ACTIVE for port object 7a93fb23-47f2-4a4c-9985-e3d09316e279 will not be triggered until provisioned by entity L2. {{(pid=82037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:04.388742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.403131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Pushing event updated for resources: {'Port': ['ID=33251227-f31d-42a7-8d6a-935ba8645654,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:04.406680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-46bfd6b4-9ec0-4bdd-951a-58e398685552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:04.407497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:04.430485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.439516 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-8da88897-7adc-432f-a6af-2fce3c1cfe27 service neutron] 10.222.0.46 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966169 Jul 14 08:48:04.441953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.479717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-82c798a6-c62f-4224-841d-3c3d88b0998c tempest-VolumesActionsTest-710739342 tempest-VolumesActionsTest-710739342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:04.565263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42d5d9-21ad-4b29-adc6-3f28e0c10db8 None None] Pushing event updated for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=3']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:04.573297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-07637d85-6960-4390-88b8-15084813408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.575736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb42d5d9-21ad-4b29-adc6-3f28e0c10db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:04.706322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852861130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854079623'] for router_interface, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.710430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.715077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Attempting to bind port 7a93fb23-47f2-4a4c-9985-e3d09316e279 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:04.715484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Attempting to bind port 7a93fb23-47f2-4a4c-9985-e3d09316e279 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:04.717226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Attempting to bind port 7a93fb23-47f2-4a4c-9985-e3d09316e279 on network a9f7383b-2524-49ee-8e42-023f714300a3 {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:04.738212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:04.738955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:04.739389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Checking segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:04.740382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.740837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Bound using segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} {{(pid=82037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:04.741479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Bound port: 7a93fb23-47f2-4a4c-9985-e3d09316e279, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}}] {{(pid=82037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:04.741911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.746155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:04.831638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Provisioning complete for port 33251227-f31d-42a7-8d6a-935ba8645654 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:04.832072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.885820 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-1904b963-f35a-4252-941c-be2499767768 service neutron] 10.222.0.46 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065917 Jul 14 08:48:04.942085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] For port 7a93fb23-47f2-4a4c-9985-e3d09316e279, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:04.945975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] For port 7a93fb23-47f2-4a4c-9985-e3d09316e279, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7a93fb23-47f2-4a4c-9985-e3d09316e279,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:04.962025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:04.977147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-17975385-6cf9-4357-9bb1-cf33cd64be8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:04.977837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Network 696a719b-b3c7-4b32-859a-f68118e6439d is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:04.979648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:05.169986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42d5d9-21ad-4b29-adc6-3f28e0c10db8 None None] Pushing event updated for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:05.176147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb42d5d9-21ad-4b29-adc6-3f28e0c10db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:05.181710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:05.183038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:05.329382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-eccbbbf4-5b8c-4cb4-a784-64bc5b28325b req-1abb0787-0623-4ecd-bebf-bde805d9a98c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:05.355749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-eccbbbf4-5b8c-4cb4-a784-64bc5b28325b req-1abb0787-0623-4ecd-bebf-bde805d9a98c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:05.357610 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-eccbbbf4-5b8c-4cb4-a784-64bc5b28325b req-1abb0787-0623-4ecd-bebf-bde805d9a98c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 210 time: 0.1780705 Jul 14 08:48:05.405799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Provisioning for port 1a449cc6-d553-4780-9842-3c623cc9cb49 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:05.428384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Provisioning complete for port 1a449cc6-d553-4780-9842-3c623cc9cb49 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:05.428933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:05.532980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5c814-c106-4bc3-b5ed-2a924af7fe44 None None] Port 1a449cc6-d553-4780-9842-3c623cc9cb49 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:48:05.567249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:05.770719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-68f30b66-4739-4d68-956e-138c46316269 None None] Provisioning complete for port 1a449cc6-d553-4780-9842-3c623cc9cb49 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:05.771089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-68f30b66-4739-4d68-956e-138c46316269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:05.974839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Router ddc409f4-115c-4849-8147-75ed6bc45641 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:48:06.041317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-68f30b66-4739-4d68-956e-138c46316269 None None] Port 1a449cc6-d553-4780-9842-3c623cc9cb49 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:48:06.142483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:06.193916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:48:06.204314 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] 10.222.0.46 "PUT /v2.0/routers/ddc409f4-115c-4849-8147-75ed6bc45641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5908890 Jul 14 08:48:06.247574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:04Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:06.257331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf81e01-6612-4298-b490-1944dcf21132 None None] The sync data for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb is: [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:04Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:48:06.272659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-6898ec26-1e01-468b-b156-d962b2bcfd43 None None] Provisioning complete for port 1a449cc6-d553-4780-9842-3c623cc9cb49 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:06.273387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6898ec26-1e01-468b-b156-d962b2bcfd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:06.333880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-6898ec26-1e01-468b-b156-d962b2bcfd43 None None] Port 1a449cc6-d553-4780-9842-3c623cc9cb49 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:48:06.592376 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-076bc7b6-51a8-472a-a2d8-3675528ce72b req-f38c5b02-8d72-46e8-a898-b267ff84ea3a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 210 time: 0.0688436 Jul 14 08:48:06.668117 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7a93fb23-47f2-4a4c-9985-e3d09316e279 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:06.760739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:06.766636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:06.767347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:06.928808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:06.990761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 7a93fb23-47f2-4a4c-9985-e3d09316e279, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7a93fb23-47f2-4a4c-9985-e3d09316e279,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:06.997522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.000204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:07.023116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-0de2abab-1c35-4997-8e54-fdf503db8774 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:07.024923 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-0de2abab-1c35-4997-8e54-fdf503db8774 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 811 time: 0.2365999 Jul 14 08:48:07.042685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:07.122368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-b41f734c-5488-4c87-a9c7-a8549b8fa451 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:07.137030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-b41f734c-5488-4c87-a9c7-a8549b8fa451 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:07.138293 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-b41f734c-5488-4c87-a9c7-a8549b8fa451 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824a366f8f7c4389a12f77b88b19950b HTTP/1.1" status: 200 len: 379 time: 0.0941966 Jul 14 08:48:07.145975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:07.149439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:07.155900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'port': {'device_id': '31c191d4-4448-4366-a8be-c282ca71b07b', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'admin_state_up': True, 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'security_groups': ['ac32567a-4fa1-4345-85c7-fa69dd9d06af']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:07.168375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:07.173998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:07.174595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.325669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.344532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:07.349144 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.350929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 33251227-f31d-42a7-8d6a-935ba8645654 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:07.364127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:07.379481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:07.383403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:07.397060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Made reservation on behalf of 824a366f8f7c4389a12f77b88b19950b for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:48:07.403735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.500130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:07.504656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:07.505471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 33251227-f31d-42a7-8d6a-935ba8645654 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:07.505990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:07.924465 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-20f6be74-9286-4749-9122-c8e65ebfcbb0 req-409e1bca-0468-472c-926e-d04867392adb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 210 time: 0.0529332 Jul 14 08:48:07.952648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Allocated IP 172.20.0.12 (130d594b-66f2-4196-8ea6-7d58724d597e/3098c4ca-eca5-4934-8b2a-924f83f7155c/8c78e4f5-15d7-4a18-8626-0931611bc479) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:08.178616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:08.199206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Transition to ACTIVE for port object 8c78e4f5-15d7-4a18-8626-0931611bc479 will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:08.225216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:08.236348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:08.320189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Network 130d594b-66f2-4196-8ea6-7d58724d597e is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:08.324068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:08.329120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:08.363517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event updated for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:08.374195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:08.408370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:08.409049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:08.441771 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2970126 Jul 14 08:48:08.467085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Request body: {'port': {'device_id': '31c191d4-4448-4366-a8be-c282ca71b07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:08.542485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7a93fb23-47f2-4a4c-9985-e3d09316e279 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:08.587765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Sync routers for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:48:08.616759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:08.625763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:08.627625 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:08.821459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 7a93fb23-47f2-4a4c-9985-e3d09316e279 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:08.822058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.080068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-a8b801b0-326f-4b78-bcf6-5c836584b3d6 None None] Provisioning for port 8c78e4f5-15d7-4a18-8626-0931611bc479 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:09.088630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-a8b801b0-326f-4b78-bcf6-5c836584b3d6 None None] Provisioning complete for port 8c78e4f5-15d7-4a18-8626-0931611bc479 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:09.089237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a8b801b0-326f-4b78-bcf6-5c836584b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.162775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:09.236645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-a8b801b0-326f-4b78-bcf6-5c836584b3d6 None None] Port 8c78e4f5-15d7-4a18-8626-0931611bc479 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:48:09.248030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c78e4f5-15d7-4a18-8626-0931611bc479 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:48:09.256475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.269418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:09.269852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.296159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Transition to ACTIVE for port object 8c78e4f5-15d7-4a18-8626-0931611bc479 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:09.316278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.329496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:09.407904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:09.487866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d124ed4-5ea5-47c4-9cdc-2e5fe384241b req-acb30f30-9fbc-4228-9afb-179363fbcb64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:09.488665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2d124ed4-5ea5-47c4-9cdc-2e5fe384241b req-acb30f30-9fbc-4228-9afb-179363fbcb64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Synchronizing usage tracker for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:09.577067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Pushing event updated for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:09.580216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:09.583887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2d124ed4-5ea5-47c4-9cdc-2e5fe384241b req-acb30f30-9fbc-4228-9afb-179363fbcb64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Unset dirty status for tenant:824a366f8f7c4389a12f77b88b19950b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:09.585198 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2d124ed4-5ea5-47c4-9cdc-2e5fe384241b req-acb30f30-9fbc-4228-9afb-179363fbcb64 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 932 time: 0.4818354 Jul 14 08:48:09.670087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Attempting to bind port 8c78e4f5-15d7-4a18-8626-0931611bc479 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:09.671153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Attempting to bind port 8c78e4f5-15d7-4a18-8626-0931611bc479 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:09.671894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Attempting to bind port 8c78e4f5-15d7-4a18-8626-0931611bc479 on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:09.685360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Port 8c78e4f5-15d7-4a18-8626-0931611bc479 on network 130d594b-66f2-4196-8ea6-7d58724d597e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:48:09.685878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Attempting to bind port 8c78e4f5-15d7-4a18-8626-0931611bc479 on network 130d594b-66f2-4196-8ea6-7d58724d597e {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:09.694642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:09.695473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Checking segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:09.696012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Bound using segment: {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:09.696612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Bound port: 8c78e4f5-15d7-4a18-8626-0931611bc479, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79554c8e-d96d-45fa-8690-ca4afafc070d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:09.697124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.775087 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2d124ed4-5ea5-47c4-9cdc-2e5fe384241b req-5da49ac2-c76d-45e5-b37c-b5177abc87cf tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791804 Jul 14 08:48:09.827709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 4, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '1a449cc6-d553-4780-9842-3c623cc9cb49', 'name': '', 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'mac_address': 'fa:16:3e:b9:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:04Z', 'revision_number': 2, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'subnets': [{'id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:09.833385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Checking router: ddc409f4-115c-4849-8147-75ed6bc45641 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:48:09.836051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Updating router ddc409f4-115c-4849-8147-75ed6bc45641 port 1a449cc6-d553-4780-9842-3c623cc9cb49 binding host dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 14 08:48:09.845475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:09.849226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8c78e4f5-15d7-4a18-8626-0931611bc479,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:09.856161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.861570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab3b9f21-0cf5-4f68-9905-30722626ae44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:09.897169 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.936422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:09.938203 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] 10.222.0.13 "PUT /v2.0/ports/8c78e4f5-15d7-4a18-8626-0931611bc479 HTTP/1.1" status: 200 len: 1094 time: 1.4770777 Jul 14 08:48:09.938919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:09.961792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Pushing event updated for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:09.979310 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:10.098640 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'status': 'completed', 'code': 200} Jul 14 08:48:10.155301 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-0458dfd7-efb6-44f1-9231-6bd4843e115e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 1097 time: 0.1388435 Jul 14 08:48:10.285046 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-5bb4d819-c73a-4057-b10f-3def91c9bce2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c78e4f5-15d7-4a18-8626-0931611bc479 HTTP/1.1" status: 200 len: 217 time: 0.1005301 Jul 14 08:48:10.390629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a41353be-3a24-4a34-b4b7-dd32532cb22f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:10.393125 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-a41353be-3a24-4a34-b4b7-dd32532cb22f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0912232 Jul 14 08:48:10.422844 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks [] for port, precommit_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:10.436934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Transition to ACTIVE for port object 1a449cc6-d553-4780-9842-3c623cc9cb49 will not be triggered until provisioned by entity L2. {{(pid=82038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:10.447341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:10.452515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4d9375d3-dad7-47d7-bfdb-6bd8d3ffb623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:10.503988 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-1abaf931-8bed-4900-a133-6cb6556a552d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019254 Jul 14 08:48:10.533491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8443c7-14e3-40cd-b0b6-bf5d99e4bc10 None None] Pushing event updated for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=3']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:10.631787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7f8443c7-14e3-40cd-b0b6-bf5d99e4bc10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:10.703866 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-c2f7799d-7d55-409e-902f-5f4e73a5f2b2 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928277 Jul 14 08:48:10.747264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Attempting to bind port 1a449cc6-d553-4780-9842-3c623cc9cb49 on host dv-cinder-800229-1-smb for vnic_type normal with profile {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:10.747840 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Attempting to bind port 1a449cc6-d553-4780-9842-3c623cc9cb49 by drivers openvswitch,hyperv on host dv-cinder-800229-1-smb at level 0 using segments [{'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:10.748339 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Attempting to bind port 1a449cc6-d553-4780-9842-3c623cc9cb49 on network 696a719b-b3c7-4b32-859a-f68118e6439d {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:10.756414 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Checking agent: {'id': '1f580887-53b9-4824-b12b-c3630747f3d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800229-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 35, 3), 'started_at': datetime.datetime(2021, 7, 14, 8, 35, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800229-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:10.756964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Checking segment: {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:10.757518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:10.758048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Bound using segment: {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'} {{(pid=82038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:10.758675 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Bound port: 1a449cc6-d553-4780-9842-3c623cc9cb49, host: dv-cinder-800229-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5a713e-3874-449b-8025-59cca2a16525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d'}}] {{(pid=82038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:10.759214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:11.059023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] For port 1a449cc6-d553-4780-9842-3c623cc9cb49, host dv-cinder-800229-1-smb, cleared binding levels {{(pid=82038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:11.068690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] For port 1a449cc6-d553-4780-9842-3c623cc9cb49, host dv-cinder-800229-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=1a449cc6-d553-4780-9842-3c623cc9cb49,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:11.076654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82038) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:11.082347 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ff50b118-c11d-4329-b2ae-c4ea4539130c req-bb7f19ec-1193-48d6-9d77-0822eb5904ee service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673120 Jul 14 08:48:11.085082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:11.172267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8443c7-14e3-40cd-b0b6-bf5d99e4bc10 None None] Pushing event updated for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=4']} {{(pid=82038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:11.177092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7f8443c7-14e3-40cd-b0b6-bf5d99e4bc10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82038) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:11.183517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:11.184263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:11.211708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a6d42-e3db-4278-8996-87741c8b99d2 req-9dc570bd-2d28-45be-8886-35a49f6cc73d tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:11.213927 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ef1a6d42-e3db-4278-8996-87741c8b99d2 req-9dc570bd-2d28-45be-8886-35a49f6cc73d tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 944 time: 0.1697047 Jul 14 08:48:11.344365 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-2ae48af0-e639-4f7f-bc5c-b8e655f18e1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 1097 time: 0.1566226 Jul 14 08:48:11.359955 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ef1a6d42-e3db-4278-8996-87741c8b99d2 req-8d5faf5a-578b-4bca-8ed8-690dfa0f2044 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315527 Jul 14 08:48:11.528648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:11.604511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-db33d70a-d6f7-486c-8ab4-3ddd25fb9d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:11.607058 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-db33d70a-d6f7-486c-8ab4-3ddd25fb9d6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.2501566 Jul 14 08:48:11.710456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-7bc602ea-b8d9-45a3-b043-90d76bad7537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c78e4f5-15d7-4a18-8626-0931611bc479 HTTP/1.1" status: 200 len: 217 time: 0.0899642 Jul 14 08:48:11.807394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-067ac18f-2bf7-417e-91a9-d8a89bca6b65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:11.809223 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-067ac18f-2bf7-417e-91a9-d8a89bca6b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.0851476 Jul 14 08:48:11.907314 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-f006fa24-f0bf-4091-9fbc-7b641ff37703 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898089 Jul 14 08:48:11.935893 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 4, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '1a449cc6-d553-4780-9842-3c623cc9cb49', 'name': '', 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'mac_address': 'fa:16:3e:b9:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:11Z', 'revision_number': 4, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'subnets': [{'id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:11.944795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06a447-b64e-4faf-bb83-c71c33224854 None None] The sync data for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb is: [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:48:03Z', 'revision_number': 4, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '1a449cc6-d553-4780-9842-3c623cc9cb49', 'name': '', 'network_id': '696a719b-b3c7-4b32-859a-f68118e6439d', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'mac_address': 'fa:16:3e:b9:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:03Z', 'updated_at': '2021-07-14T08:48:11Z', 'revision_number': 4, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'subnets': [{'id': '26302b66-476c-4d35-aaa5-e70de4eca939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:48:12.201370 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-27c6a975-572f-4ac4-ba5a-563d284446a5 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863512 Jul 14 08:48:12.490254 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-26ed658c-9107-4c18-8370-e05c0e4712c3 req-baf59a4c-8465-4158-bdef-3020bdbdd45d service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782927 Jul 14 08:48:12.578760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 1a449cc6-d553-4780-9842-3c623cc9cb49 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:12.670973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning for port 1a449cc6-d553-4780-9842-3c623cc9cb49 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:12.677380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 1a449cc6-d553-4780-9842-3c623cc9cb49 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:12.678072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:12.721345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b910485-3627-4e17-b2a0-e40354e3399b req-2b0a6053-ec9b-48ac-8826-6a4bc05d3609 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:12.723537 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b910485-3627-4e17-b2a0-e40354e3399b req-2b0a6053-ec9b-48ac-8826-6a4bc05d3609 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 944 time: 0.1238768 Jul 14 08:48:12.788380 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b910485-3627-4e17-b2a0-e40354e3399b req-c1287ca6-b9b7-494d-a448-371fc2cc16f4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582469 Jul 14 08:48:12.834594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:12.871988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 1a449cc6-d553-4780-9842-3c623cc9cb49, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=1a449cc6-d553-4780-9842-3c623cc9cb49,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:12.876760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:12.878753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:12.918882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8c78e4f5-15d7-4a18-8626-0931611bc479 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:48:13.070230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:13.084551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:13.132348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8c78e4f5-15d7-4a18-8626-0931611bc479,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:13.150215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'port_id': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'mac_address': 'fa:16:3e:9f:ba:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:48:13.215291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:13.236416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c78e4f5-15d7-4a18-8626-0931611bc479 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:48:13.253050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8c78e4f5-15d7-4a18-8626-0931611bc479,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:13.256074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:13.258865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:13.343369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:13.347546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:13.550886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['8c78e4f5-15d7-4a18-8626-0931611bc479'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:48:14.026685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b89ca-3bd6-4bc9-8ab5-4b1fc08441bb req-10c8fdb4-9b04-4095-8bdf-58e993be9ca6 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:14.028379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-239b89ca-3bd6-4bc9-8ab5-4b1fc08441bb req-10c8fdb4-9b04-4095-8bdf-58e993be9ca6 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 945 time: 0.0940340 Jul 14 08:48:14.095430 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-239b89ca-3bd6-4bc9-8ab5-4b1fc08441bb req-5ba2d2fb-3e28-44a1-b683-938a5dc0bf7d tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601349 Jul 14 08:48:14.517824 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 1a449cc6-d553-4780-9842-3c623cc9cb49 up at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:14.612481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Provisioning complete for port 1a449cc6-d553-4780-9842-3c623cc9cb49 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:14.612912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:14.906352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8c78e4f5-15d7-4a18-8626-0931611bc479 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:14.927139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b09ff-b95b-4b74-a643-138b7c2bf354 req-51d7ec44-9c77-4946-b8fc-ef56c59cf3da tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:14.928781 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f35b09ff-b95b-4b74-a643-138b7c2bf354 req-51d7ec44-9c77-4946-b8fc-ef56c59cf3da tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1042454 Jul 14 08:48:14.982083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f35b09ff-b95b-4b74-a643-138b7c2bf354 req-acf36313-f69c-4b10-bbb0-56582628c7ac tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Jul 14 08:48:14.990582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 8c78e4f5-15d7-4a18-8626-0931611bc479 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:14.995994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 8c78e4f5-15d7-4a18-8626-0931611bc479 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:14.996416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:15.133020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:15.171367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:15.183111 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8c78e4f5-15d7-4a18-8626-0931611bc479,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:15.188378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:15.191651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:15.258648 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'code': 200} Jul 14 08:48:15.288384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:15.305313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:15.451629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008f124-d39c-4e09-b467-ed47fe55be59 req-0323e620-85a3-4802-b132-db5d8ef9b49e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:15.459462 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7008f124-d39c-4e09-b467-ed47fe55be59 req-0323e620-85a3-4802-b132-db5d8ef9b49e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.1426110 Jul 14 08:48:15.542606 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7008f124-d39c-4e09-b467-ed47fe55be59 req-7732a48d-c621-4ba2-8210-1674cd4ed6fb tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817666 Jul 14 08:48:15.602971 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd576863-8d4f-4969-a9cd-5ce20b96769a req-555c8762-20d5-4734-a093-bbc866ab558b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 1099 time: 0.0966573 Jul 14 08:48:15.653655 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd576863-8d4f-4969-a9cd-5ce20b96769a req-b6606d92-fff7-434e-9b16-635fc830fd23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442131 Jul 14 08:48:16.227091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf2c5a-3839-4d6f-97bd-544d799ad375 req-3fc51124-1dd3-4564-aff9-048618324904 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:16.229131 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dedf2c5a-3839-4d6f-97bd-544d799ad375 req-3fc51124-1dd3-4564-aff9-048618324904 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0908594 Jul 14 08:48:16.283224 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dedf2c5a-3839-4d6f-97bd-544d799ad375 req-c970719b-b787-40e3-b3b1-7f7844932c4a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475373 Jul 14 08:48:16.884073 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302395-93ce-4fe7-89cd-ddd2312e2e7a req-cec3bebb-797b-489d-9cd0-aa26625cdafd tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:16.890701 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d302395-93ce-4fe7-89cd-ddd2312e2e7a req-cec3bebb-797b-489d-9cd0-aa26625cdafd tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.1359544 Jul 14 08:48:16.944558 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d302395-93ce-4fe7-89cd-ddd2312e2e7a req-5a9e9538-d8b4-4e9f-b815-9be6388e07c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521452 Jul 14 08:48:17.564971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c93a2-acde-409a-9424-fdd295824467 req-deab24ac-4b3e-4416-85b6-7117eb1874c8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:17.565694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b4c93a2-acde-409a-9424-fdd295824467 req-deab24ac-4b3e-4416-85b6-7117eb1874c8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0981109 Jul 14 08:48:17.616255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b4c93a2-acde-409a-9424-fdd295824467 req-2ec27183-1a29-442e-9358-64ca72284ddf tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Jul 14 08:48:18.170758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e0d3-c473-4ab7-97de-2542a7923e98 req-64382249-fa41-4212-acb5-8a7ed81fce13 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:18.172404 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac87e0d3-c473-4ab7-97de-2542a7923e98 req-64382249-fa41-4212-acb5-8a7ed81fce13 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0940804 Jul 14 08:48:18.222411 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac87e0d3-c473-4ab7-97de-2542a7923e98 req-3d280903-bf54-4da0-94c1-7d9f681723e5 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Jul 14 08:48:18.427193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000211-bc34-4814-bd46-96ac8c23d159 req-8addbc84-f354-432b-a04e-e2a759d85d7a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:18.428826 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-79000211-bc34-4814-bd46-96ac8c23d159 req-8addbc84-f354-432b-a04e-e2a759d85d7a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0881288 Jul 14 08:48:18.439496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51738) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:18.445670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Request body: {'floatingip': {'port_id': '8c78e4f5-15d7-4a18-8626-0931611bc479'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:18.532897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:18.864104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89053dec-12cd-435d-8656-0cf370f4b8ee req-4e6201f3-75b3-4006-8202-e3874bde99d3 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:18.865614 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-89053dec-12cd-435d-8656-0cf370f4b8ee req-4e6201f3-75b3-4006-8202-e3874bde99d3 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0859292 Jul 14 08:48:18.866962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-9340483d-6d21-4dea-bbe7-fe86660b9704 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:18.868539 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-9340483d-6d21-4dea-bbe7-fe86660b9704 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 815 time: 0.2827389 Jul 14 08:48:18.914956 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-89053dec-12cd-435d-8656-0cf370f4b8ee req-8363de1c-0771-4df6-9a35-8763c89e5389 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Jul 14 08:48:18.961641 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-457af892-5959-4704-aed3-09a9ccf0bc94 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/quotas/04abaaecf3f9401180cf04f70879c952 HTTP/1.1" status: 200 len: 375 time: 0.0863910 Jul 14 08:48:19.211440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-2d0494b2-854a-4ded-bef6-5dea476d9cc3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Synchronizing usage tracker for tenant:04abaaecf3f9401180cf04f70879c952 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:19.256312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-2d0494b2-854a-4ded-bef6-5dea476d9cc3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Unset dirty status for tenant:04abaaecf3f9401180cf04f70879c952 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:19.257755 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-2d0494b2-854a-4ded-bef6-5dea476d9cc3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2453821 Jul 14 08:48:19.502762 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-f5a9f05f-d246-4aa8-8ead-be70af987a1b service neutron] 10.222.0.46 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315359 Jul 14 08:48:19.573597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:19.815531 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:19.984781 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-b582eb8b-924e-407d-a215-ede01f925e31 service neutron] 10.222.0.46 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700997 Jul 14 08:48:20.051765 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Floating IP c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1 associated. External IP: 172.28.0.40, port: 8c78e4f5-15d7-4a18-8626-0931611bc479. Jul 14 08:48:20.157397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac90950-8d8f-477d-b357-485b0081d7e8 req-7c78c421-6c1d-47a6-ad2e-eae09cff7954 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:20.159153 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ac90950-8d8f-477d-b357-485b0081d7e8 req-7c78c421-6c1d-47a6-ad2e-eae09cff7954 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1061490 Jul 14 08:48:20.213274 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ac90950-8d8f-477d-b357-485b0081d7e8 req-4969952f-a605-4919-8060-f09a70fa26be tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 Jul 14 08:48:20.237683 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6d3145a-9131-4bc9-aa3f-4c5f51ff441e req-f532221a-6a31-47de-91d0-2510618e656c tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 210 time: 0.0612144 Jul 14 08:48:20.536902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:48:20.754763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:48:20.759335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:20.766266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:48:20.780120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:20.780950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:20.821880 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-baa1aec1-cfce-479a-830a-71094c94c04c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "PUT /v2.0/floatingips/c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1 HTTP/1.1" status: 200 len: 991 time: 2.3783286 Jul 14 08:48:20.821880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:20.882527 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'status': 'completed', 'code': 200} Jul 14 08:48:20.994339 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:21.029578 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-abe1dcad-96b4-4f8e-aef5-d0ba0b3e67cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=824a366f8f7c4389a12f77b88b19950b&device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 1099 time: 0.0857835 Jul 14 08:48:21.035526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:21.438954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-ecd07f6c-f0b3-4714-99b4-dd5ff984dec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:21.440694 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-ecd07f6c-f0b3-4714-99b4-dd5ff984dec4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 200 len: 912 time: 0.4046319 Jul 14 08:48:21.443405 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cfa4a9f8-4f67-4261-aed4-8c20144531dd req-88ab4ac8-bbfd-4f67-9fd1-bffc041ab521 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 210 time: 0.0558295 Jul 14 08:48:21.621787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': 'c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:9f:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c191d4-4448-4366-a8be-c282ca71b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:02Z', 'updated_at': '2021-07-14T08:48:19Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:21.626724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:48:21.649769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:21.651194 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:05Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:21.686163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f58f9a-684a-4cc5-826c-0a3b7b859aaa req-30738610-741b-40c0-8026-34c195dbbd00 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:21.688022 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1f58f9a-684a-4cc5-826c-0a3b7b859aaa req-30738610-741b-40c0-8026-34c195dbbd00 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.2120209 Jul 14 08:48:21.691350 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-99a55756-e3eb-4ad2-bc68-5231432ae08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c78e4f5-15d7-4a18-8626-0931611bc479 HTTP/1.1" status: 200 len: 999 time: 0.1638198 Jul 14 08:48:21.697010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-9fc89886-6051-4709-8360-95940505dc0a tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:21.698745 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-9fc89886-6051-4709-8360-95940505dc0a tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 815 time: 0.1775885 Jul 14 08:48:21.723750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'port': {'device_id': 'cee06975-fd83-4f92-b675-e959c513d264', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'admin_state_up': True, 'tenant_id': '04abaaecf3f9401180cf04f70879c952'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:21.809635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-e87cb557-5bc3-4753-a9bd-7b5b44ad89b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:21.811382 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-e87cb557-5bc3-4753-a9bd-7b5b44ad89b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 200 len: 850 time: 0.1006155 Jul 14 08:48:21.814231 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d1f58f9a-684a-4cc5-826c-0a3b7b859aaa req-047d6f80-e47c-4ac2-9af9-73944c6c0b12 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196294 Jul 14 08:48:21.875677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:21.892896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:21.903141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:21.906130 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-6a520427-3f8a-42f8-aba9-bca8b32c63c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=130d594b-66f2-4196-8ea6-7d58724d597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863163 Jul 14 08:48:21.912107 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Made reservation on behalf of 04abaaecf3f9401180cf04f70879c952 for: {'port': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:48:21.918120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:22.097583 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-1d3d66f1-2575-44a5-947c-036921bb29a3 service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616457 Jul 14 08:48:22.127966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Allocated IP 172.20.0.5 (a9f7383b-2524-49ee-8e42-023f714300a3/212d247f-56a8-4be7-ae36-08553285373c/235610d1-4bc3-4d36-88be-5b85d2ac76f5) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:22.307490 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d4c9dada-1fe8-42f1-9978-b1af0495ff6e req-2bc3122e-7647-4ce4-9db9-c2f0fdd3256c service neutron] 10.222.0.13 "GET /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971111 Jul 14 08:48:22.472901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:22.495635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Transition to ACTIVE for port object 235610d1-4bc3-4d36-88be-5b85d2ac76f5 will not be triggered until provisioned by entity DHCP. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:22.510770 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-ee643d80-fd53-4f52-864f-61605035088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': 'c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:9f:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c191d4-4448-4366-a8be-c282ca71b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:02Z', 'updated_at': '2021-07-14T08:48:19Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:22.523154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee643d80-fd53-4f52-864f-61605035088b None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': 'c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'floating_ip_address': '172.28.0.40', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'port_id': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'mac_address': 'fa:16:3e:9f:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c191d4-4448-4366-a8be-c282ca71b07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:02Z', 'updated_at': '2021-07-14T08:48:19Z', 'revision_number': 1, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:48:22.537372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:22.552159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9e7e30f8-1d06-4c71-a484-8a5afcf9418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:22.660633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Network a9f7383b-2524-49ee-8e42-023f714300a3 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:22.666556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:22.669518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:22.690944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:22.692948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:22.709746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c31ad7-df28-4046-897b-900a985c12c6 req-4d00caf7-0c40-41b5-9dfa-206e12d36db2 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:22.715329 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7c31ad7-df28-4046-897b-900a985c12c6 req-4d00caf7-0c40-41b5-9dfa-206e12d36db2 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.1309683 Jul 14 08:48:22.793485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a7c31ad7-df28-4046-897b-900a985c12c6 req-507658ac-9602-4a98-9e94-588e6c3adf74 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Synchronizing usage tracker for tenant:04abaaecf3f9401180cf04f70879c952 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:22.815491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a7c31ad7-df28-4046-897b-900a985c12c6 req-507658ac-9602-4a98-9e94-588e6c3adf74 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Unset dirty status for tenant:04abaaecf3f9401180cf04f70879c952 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:22.818280 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7c31ad7-df28-4046-897b-900a985c12c6 req-507658ac-9602-4a98-9e94-588e6c3adf74 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Jul 14 08:48:22.871027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:22.872084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:22.923457 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2042112 Jul 14 08:48:23.029258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6ec3e-5cc9-47b1-89ce-20da4eebe0ce None None] New status for floating IP c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1: ACTIVE {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:48:23.084405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bff8d2-eeaa-451f-ba64-9fdcdbfab6cc req-731224b3-d0e8-4a00-a91f-b17c380bd89e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:23.086462 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73bff8d2-eeaa-451f-ba64-9fdcdbfab6cc req-731224b3-d0e8-4a00-a91f-b17c380bd89e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0942166 Jul 14 08:48:23.168240 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73bff8d2-eeaa-451f-ba64-9fdcdbfab6cc req-a6af6d40-b41f-4238-b9c5-7c94eeae782f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733695 Jul 14 08:48:23.190454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-064122cf-e88e-48e8-8985-42581efe4243 None None] Provisioning for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:23.196327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-064122cf-e88e-48e8-8985-42581efe4243 None None] Provisioning complete for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:23.197780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-064122cf-e88e-48e8-8985-42581efe4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:23.255200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-064122cf-e88e-48e8-8985-42581efe4243 None None] Port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:48:24.259015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e16a0-5c24-48b4-a4eb-7ce84e3e2dfb req-34d614e2-c6e1-4e83-9811-d41832ce0996 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:24.260475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-450e16a0-5c24-48b4-a4eb-7ce84e3e2dfb req-34d614e2-c6e1-4e83-9811-d41832ce0996 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Synchronizing usage tracker for tenant:04abaaecf3f9401180cf04f70879c952 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:24.278477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-450e16a0-5c24-48b4-a4eb-7ce84e3e2dfb req-34d614e2-c6e1-4e83-9811-d41832ce0996 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Unset dirty status for tenant:04abaaecf3f9401180cf04f70879c952 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:24.279832 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-450e16a0-5c24-48b4-a4eb-7ce84e3e2dfb req-34d614e2-c6e1-4e83-9811-d41832ce0996 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.3260138 Jul 14 08:48:24.334623 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-450e16a0-5c24-48b4-a4eb-7ce84e3e2dfb req-84d1bbef-9332-4b05-9080-3a98be26aca3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Jul 14 08:48:24.540552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103def71-d876-4f39-8368-6343342e74b6 req-ceb3d607-25a3-49ac-ada3-ff38c1fc3d32 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:24.542696 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-103def71-d876-4f39-8368-6343342e74b6 req-ceb3d607-25a3-49ac-ada3-ff38c1fc3d32 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0870056 Jul 14 08:48:24.594807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-103def71-d876-4f39-8368-6343342e74b6 req-52adae21-7c91-42bd-af0a-4e0ded69fac5 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Jul 14 08:48:25.552757 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a9901-0177-4c52-ac3c-8fd09b7812e3 req-ad27943d-acc7-4cb9-beff-fb8174919114 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:25.554367 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d07a9901-0177-4c52-ac3c-8fd09b7812e3 req-ad27943d-acc7-4cb9-beff-fb8174919114 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0925546 Jul 14 08:48:25.606456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d07a9901-0177-4c52-ac3c-8fd09b7812e3 req-80f92b89-5f7e-4f30-9be8-6e28773a695e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Jul 14 08:48:25.766398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:48:25.823718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81cfaf-f7f8-4617-b0a4-b31342c0aa5d req-0f999362-168b-4446-90f3-47d485ffe4bc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:25.825496 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c81cfaf-f7f8-4617-b0a4-b31342c0aa5d req-0f999362-168b-4446-90f3-47d485ffe4bc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0901973 Jul 14 08:48:25.877319 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5c81cfaf-f7f8-4617-b0a4-b31342c0aa5d req-f7516f3c-387e-4232-8ea2-eeb21fae8bc1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455172 Jul 14 08:48:26.829269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd345cb8-fe1e-46ea-a875-9377cd60c3fd req-e8006ace-381e-4fa8-a9f4-55e3a1406638 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:26.830934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd345cb8-fe1e-46ea-a875-9377cd60c3fd req-e8006ace-381e-4fa8-a9f4-55e3a1406638 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0939186 Jul 14 08:48:26.884020 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd345cb8-fe1e-46ea-a875-9377cd60c3fd req-53c4627a-47e3-4aa9-88da-c8d8b4512142 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jul 14 08:48:27.108593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436c1c-a7d1-4578-8895-365e0cac862a req-19e63ab0-d1e0-4bd0-88cb-040d6b3924f6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:27.110353 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e436c1c-a7d1-4578-8895-365e0cac862a req-19e63ab0-d1e0-4bd0-88cb-040d6b3924f6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0885854 Jul 14 08:48:27.165235 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8e436c1c-a7d1-4578-8895-365e0cac862a req-2b14a030-5c89-45a9-9b6d-8afb22db357e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485458 Jul 14 08:48:28.101049 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70750-950c-4eb0-994e-11d2cb00440f req-82706bb9-ecda-44d6-b7ef-160e73e287c1 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:28.102750 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d3b70750-950c-4eb0-994e-11d2cb00440f req-82706bb9-ecda-44d6-b7ef-160e73e287c1 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0849328 Jul 14 08:48:28.154053 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d3b70750-950c-4eb0-994e-11d2cb00440f req-278d3e96-b627-47da-aa1b-d5ffb6d27013 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Jul 14 08:48:28.402060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6168-ec58-439e-8b60-f17af0e18d84 req-46c8a061-f23a-4c1e-9916-2344a172a5ab tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:28.403815 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc8d6168-ec58-439e-8b60-f17af0e18d84 req-46c8a061-f23a-4c1e-9916-2344a172a5ab tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0950084 Jul 14 08:48:28.456696 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fc8d6168-ec58-439e-8b60-f17af0e18d84 req-326e8306-13be-4cdc-b4c7-a602072b1530 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458364 Jul 14 08:48:29.367415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc5c2-58f1-4da3-95ad-cbf3cbb2645c req-461f235b-6794-4c3f-885d-74698e81a6f5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:29.369565 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ccebc5c2-58f1-4da3-95ad-cbf3cbb2645c req-461f235b-6794-4c3f-885d-74698e81a6f5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0832555 Jul 14 08:48:29.420533 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ccebc5c2-58f1-4da3-95ad-cbf3cbb2645c req-327c9e46-7321-47a0-8455-52816a1ac350 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Jul 14 08:48:29.689112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335827fa-b09f-4f57-818a-cb464c970379 req-513b5b9b-5d0b-45a6-a25e-5d68b11a240e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:29.690732 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-335827fa-b09f-4f57-818a-cb464c970379 req-513b5b9b-5d0b-45a6-a25e-5d68b11a240e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0915096 Jul 14 08:48:29.740917 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-335827fa-b09f-4f57-818a-cb464c970379 req-f551f62e-4b18-48c3-90f7-a783fc286dce tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Jul 14 08:48:30.670901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab12bb-ba48-42f4-9b73-f60c426e7812 req-12b60325-22eb-41f5-998f-7d1854259725 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:30.672519 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2eab12bb-ba48-42f4-9b73-f60c426e7812 req-12b60325-22eb-41f5-998f-7d1854259725 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0859370 Jul 14 08:48:30.726515 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2eab12bb-ba48-42f4-9b73-f60c426e7812 req-8a81f8cc-5164-4478-8828-379fde29616d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477831 Jul 14 08:48:30.962008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7d17a-ebf0-43a1-a626-76218144812d req-e6851a93-ef28-47a6-8a30-763a3fc8794d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:30.964252 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ac7d17a-ebf0-43a1-a626-76218144812d req-e6851a93-ef28-47a6-8a30-763a3fc8794d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0857127 Jul 14 08:48:31.013833 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ac7d17a-ebf0-43a1-a626-76218144812d req-2218ef17-2b3c-4470-b35d-27de6825e7ad tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Jul 14 08:48:31.949477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-452542de-4ebd-40b6-89ee-32d2e2791de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:31.954153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d012ca-6af2-4ed3-9af4-a3562d5ce54b req-8c48580d-5128-4cce-9310-1dc731749c17 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:31.955887 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f7d012ca-6af2-4ed3-9af4-a3562d5ce54b req-8c48580d-5128-4cce-9310-1dc731749c17 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0939696 Jul 14 08:48:32.008641 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f7d012ca-6af2-4ed3-9af4-a3562d5ce54b req-815a92d1-2899-4db1-aa3b-86728bbfdec2 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jul 14 08:48:32.238578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba5c86-eafb-4118-bfd3-7e42c0798a1e req-5b11e95e-1504-47eb-b551-6d6c69905e4f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:32.240321 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-02ba5c86-eafb-4118-bfd3-7e42c0798a1e req-5b11e95e-1504-47eb-b551-6d6c69905e4f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0873911 Jul 14 08:48:32.310536 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-02ba5c86-eafb-4118-bfd3-7e42c0798a1e req-7379cb1f-6903-4bde-a73f-0a6185a4b154 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627630 Jul 14 08:48:33.232574 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aea8c4-94c7-4003-a94f-52d9054d0f8f req-ca7d2ff2-891a-4a94-89b5-a8e3c3141a79 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:33.234244 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6aea8c4-94c7-4003-a94f-52d9054d0f8f req-ca7d2ff2-891a-4a94-89b5-a8e3c3141a79 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 931 time: 0.0872309 Jul 14 08:48:33.284802 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d6aea8c4-94c7-4003-a94f-52d9054d0f8f req-cce12577-1989-4a31-b085-d27564e542b9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Jul 14 08:48:33.469521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:33.517464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Request body: {'port': {'device_id': 'cee06975-fd83-4f92-b675-e959c513d264', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:33.599598 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-77e3d201-a4b9-45d1-81e5-5a5e7a5731fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780039 Jul 14 08:48:33.658099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618a3fe-6eca-40f2-a8dc-77dd58b8b1ec req-ffbfe9aa-31fa-4bbe-bcc7-3e59f63b285c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:33.659757 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7618a3fe-6eca-40f2-a8dc-77dd58b8b1ec req-ffbfe9aa-31fa-4bbe-bcc7-3e59f63b285c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.2051320 Jul 14 08:48:33.664689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:33.814006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-eb90bb62-b9c8-430b-b05a-f393c3f07b9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0803659 Jul 14 08:48:33.975670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cde09-2208-438f-bcb4-688cce368805 req-e1c2e951-a435-4222-9f70-5334255f548d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:33.977329 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-e1c2e951-a435-4222-9f70-5334255f548d service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.1428678 Jul 14 08:48:33.989697 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7618a3fe-6eca-40f2-a8dc-77dd58b8b1ec req-330d488b-b29b-424b-97a3-210fd5723707 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143249 Jul 14 08:48:34.101135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235610d1-4bc3-4d36-88be-5b85d2ac76f5 {{(pid=82036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:48:34.108617 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-5d023a03-dc34-4ea5-b8b8-2907a5d7cec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 999 time: 0.1235282 Jul 14 08:48:34.110580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.128131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Transition to ACTIVE for port object 235610d1-4bc3-4d36-88be-5b85d2ac76f5 will not be triggered until provisioned by entity L2. {{(pid=82036) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:48:34.130693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.135167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:34.179491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cde09-2208-438f-bcb4-688cce368805 req-5215abb9-5227-4d7b-88b0-9dfac58f4d82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:34.181091 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-5215abb9-5227-4d7b-88b0-9dfac58f4d82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0662608 Jul 14 08:48:34.267913 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-d27990fc-9a45-4b99-b75e-4a6f88c40f49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788827 Jul 14 08:48:34.272676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:34.300787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:34.389839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Attempting to bind port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:48:34.390136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Attempting to bind port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:48:34.390496 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Attempting to bind port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 on network a9f7383b-2524-49ee-8e42-023f714300a3 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:34.397312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 on network a9f7383b-2524-49ee-8e42-023f714300a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:48:34.397682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Attempting to bind port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 on network a9f7383b-2524-49ee-8e42-023f714300a3 {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:48:34.405423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:48:34.405805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Checking segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:48:34.406240 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Bound using segment: {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'} {{(pid=82036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:48:34.406724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Bound port: 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3'}}] {{(pid=82036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:48:34.407143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.431967 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-3f5005c2-bd19-42e8-8304-15c36ab6489b service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560419 Jul 14 08:48:34.496773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04ba9abb-7f11-4b38-98ec-35032c4726c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.512368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, cleared binding levels {{(pid=82036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:48:34.517333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:48:34.521669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.526631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d5c02388-7ee0-4dc5-9016-ce09d880b174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:34.595966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.597338 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] 10.222.0.13 "PUT /v2.0/ports/235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 1093 time: 1.0904808 Jul 14 08:48:34.597882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:34.613077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=3']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:34.622681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:34.639123 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-364cde09-2208-438f-bcb4-688cce368805 req-eb99749c-e17d-4d80-adfb-0e9499857edc service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993239 Jul 14 08:48:34.676684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:34.741864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470849e0-c112-4e3e-b5e4-c8830632f048 req-36ea1cdd-dd4a-43b6-bdfb-8384b6e4892e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:34.743903 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-470849e0-c112-4e3e-b5e4-c8830632f048 req-36ea1cdd-dd4a-43b6-bdfb-8384b6e4892e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 943 time: 0.3194277 Jul 14 08:48:34.810663 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-781a764c-7ecc-40eb-a431-6eab61112c47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1096 time: 0.1482184 Jul 14 08:48:34.813404 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-470849e0-c112-4e3e-b5e4-c8830632f048 req-fa17ad67-20ef-4df0-a9ae-3cbabf03940d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614753 Jul 14 08:48:34.893893 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:48:34.903185 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-e80ce516-f52a-4678-9fa6-6964df953b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 217 time: 0.0775030 Jul 14 08:48:35.001537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-701cd792-b2b6-45f5-a831-fd9e4f0dd3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:35.003080 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-701cd792-b2b6-45f5-a831-fd9e4f0dd3c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0659020 Jul 14 08:48:35.006613 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:48:35.089731 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-eb8dd361-e57b-4f89-b961-d3a1a580e95f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786769 Jul 14 08:48:35.153145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:35.167984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:48:35.222991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:35.245200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:48:35.260799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:35.263652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:35.265515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ccca0606-fb71-49eb-afab-d70cf99c0c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:35.303164 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-03be2198-1215-4124-afbb-eff6e43725ae service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063212 Jul 14 08:48:35.313627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3c425-e71d-484b-91e8-18c946485057 req-b43103e1-efb7-4bbc-8677-bf7adf0e443a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:35.315187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-63e3c425-e71d-484b-91e8-18c946485057 req-b43103e1-efb7-4bbc-8677-bf7adf0e443a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1772621 Jul 14 08:48:35.331784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=6']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:35.335046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:35.429173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:48:35.474204 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-63e3c425-e71d-484b-91e8-18c946485057 req-ae416799-fc7f-4deb-ae91-a5f9d34c18aa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334345 Jul 14 08:48:35.492164 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4183402c-3dbe-4c96-b6b5-6dd610c20af2 req-f2d6afdd-559f-4635-980c-5cb5ccd55bda service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759510 Jul 14 08:48:35.677051 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-763a1ccb-89c4-4308-9cc1-a86beed0c6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1096 time: 0.0781722 Jul 14 08:48:35.817505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403f48-7536-436a-aca2-65c5179451bd req-13fb79ed-5e23-4901-bedb-e13ab65ced98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:35.819113 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-13fb79ed-5e23-4901-bedb-e13ab65ced98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.1356103 Jul 14 08:48:35.889748 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-80402ded-f9bd-4970-9f6a-84f7e9438b13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 217 time: 0.0640171 Jul 14 08:48:35.962274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49403f48-7536-436a-aca2-65c5179451bd req-294445bf-00d2-4652-99c1-1776077aa72e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:35.963945 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-294445bf-00d2-4652-99c1-1776077aa72e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0675941 Jul 14 08:48:36.029151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220f81-b018-44b0-98e6-56b53935c30e req-9a234135-52ef-4e7f-9dad-317a3c84b678 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:36.030755 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d220f81-b018-44b0-98e6-56b53935c30e req-9a234135-52ef-4e7f-9dad-317a3c84b678 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 943 time: 0.0923274 Jul 14 08:48:36.046050 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-b30468a2-aa9e-4f7c-877c-501e009ddd1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743649 Jul 14 08:48:36.083267 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d220f81-b018-44b0-98e6-56b53935c30e req-691aed4d-7ceb-4105-a64b-4c2b7b1952f4 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Jul 14 08:48:36.123100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:36.192371 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-fa489eda-e8fa-42ff-87a6-d4ea3f47bf8f service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390424 Jul 14 08:48:36.335764 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49403f48-7536-436a-aca2-65c5179451bd req-687aad90-a9f7-4d20-8344-e62c2ebf9156 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341405 Jul 14 08:48:36.700830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4280d-11b7-41a7-a12a-776476b42cbc req-4984c111-4d5c-4b1f-b163-61b9f8ec8fd8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:36.702411 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0fc4280d-11b7-41a7-a12a-776476b42cbc req-4984c111-4d5c-4b1f-b163-61b9f8ec8fd8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 945 time: 0.0868032 Jul 14 08:48:36.749691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0fc4280d-11b7-41a7-a12a-776476b42cbc req-a81fd9f3-ec5d-436a-84f1-6866a496fadb tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Jul 14 08:48:37.022575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 235610d1-4bc3-4d36-88be-5b85d2ac76f5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:48:37.031471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:37.209294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:37.209746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:37.284312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:37.304585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'port_id': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'mac_address': 'fa:16:3e:72:d2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:48:37.360333 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f386e16-866a-4a66-a6f2-e5edf0c1ab63 req-042850d3-76fe-4648-b543-a91520b90496 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:37.363618 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6f386e16-866a-4a66-a6f2-e5edf0c1ab63 req-042850d3-76fe-4648-b543-a91520b90496 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 943 time: 0.1049120 Jul 14 08:48:37.411605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:37.419352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6f386e16-866a-4a66-a6f2-e5edf0c1ab63 req-ffd205ca-b9f2-41ea-a904-6d2d58b56c38 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Jul 14 08:48:37.441360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:37.451399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235610d1-4bc3-4d36-88be-5b85d2ac76f5 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:48:37.480800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:37.487626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:37.496341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:37.499512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:37.500376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:37.539244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:37.555441 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'code': 200} Jul 14 08:48:37.580434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:37.584026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:37.584642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:37.666551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=7']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:37.671433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:37.864681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:48:37.997301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7736b8-0982-4a7b-88c3-e946d412f23b req-d55b3c1c-5095-4599-b726-612c2b93f5b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:37.999051 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ca7736b8-0982-4a7b-88c3-e946d412f23b req-d55b3c1c-5095-4599-b726-612c2b93f5b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0940006 Jul 14 08:48:38.047681 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ca7736b8-0982-4a7b-88c3-e946d412f23b req-d9e54bf2-4e61-41c0-8c4e-b63b8dc99d8e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Jul 14 08:48:38.635731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437104d-6e6f-46f8-975f-800ca29d36f2 req-c795c8ef-3248-42d1-af2d-702e619332b2 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:38.637588 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7437104d-6e6f-46f8-975f-800ca29d36f2 req-c795c8ef-3248-42d1-af2d-702e619332b2 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 944 time: 0.0875895 Jul 14 08:48:38.694432 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7437104d-6e6f-46f8-975f-800ca29d36f2 req-966b7cf9-185f-4b41-9a84-a8444c497dc0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 Jul 14 08:48:39.050447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 235610d1-4bc3-4d36-88be-5b85d2ac76f5 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:48:39.132303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:48:39.138158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:39.138582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:39.323856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:39.328347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2379a4f-6cb1-4031-992b-3ca539ae594a req-23e14993-e672-476d-b627-240afd78ea9b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:39.330107 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b2379a4f-6cb1-4031-992b-3ca539ae594a req-23e14993-e672-476d-b627-240afd78ea9b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1259067 Jul 14 08:48:39.363079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:39.369092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:39.373231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:39.406612 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b2379a4f-6cb1-4031-992b-3ca539ae594a req-984bb069-0c15-4276-8fc5-ce2f9b8989ae tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698180 Jul 14 08:48:39.486593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:39.490390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:39.557620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:39.639070 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'code': 200} Jul 14 08:48:40.001795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80abb-5431-474a-82ba-aebdef8ddc7e req-84b33fdf-dad6-4e98-bdc8-2e5ab0aeb1a3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:40.003493 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5fb80abb-5431-474a-82ba-aebdef8ddc7e req-84b33fdf-dad6-4e98-bdc8-2e5ab0aeb1a3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.1361387 Jul 14 08:48:40.077750 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5fb80abb-5431-474a-82ba-aebdef8ddc7e req-ae0255b0-3386-410a-85b5-2a22b045c0d7 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678592 Jul 14 08:48:40.311630 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4db4ca2a-3db0-4ab2-a455-be96a9406b55 req-515c66e2-6fd6-4d83-a675-72547918960f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1098 time: 0.3689542 Jul 14 08:48:40.374100 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4db4ca2a-3db0-4ab2-a455-be96a9406b55 req-1cd8aa19-9adc-4eb0-ac9b-b73965dcb0e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501328 Jul 14 08:48:40.633554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c06c-880b-4a93-a27a-278a47bec7b9 req-21ccadcd-fbdb-4a38-b7eb-33d8ecd6ace7 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:40.637319 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2b7c06c-880b-4a93-a27a-278a47bec7b9 req-21ccadcd-fbdb-4a38-b7eb-33d8ecd6ace7 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0853255 Jul 14 08:48:40.718089 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2b7c06c-880b-4a93-a27a-278a47bec7b9 req-0baf17cc-dd1c-4259-b9cb-f45e6a1ef432 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Jul 14 08:48:41.343557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa9421-5e84-43eb-9a5f-ed0cfdd8fe9e req-3738f446-eae4-4f6e-813f-85dede713904 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:41.345193 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3aa9421-5e84-43eb-9a5f-ed0cfdd8fe9e req-3738f446-eae4-4f6e-813f-85dede713904 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.1086235 Jul 14 08:48:41.403398 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e3aa9421-5e84-43eb-9a5f-ed0cfdd8fe9e req-edf3e9c1-8891-4d1d-8d1a-bc8e8b23a1e7 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Jul 14 08:48:41.991828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d515b4-893f-439d-93e8-5fce430c548f req-8dab8734-4831-4d60-9cb3-41b4929d0b39 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:41.993445 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-86d515b4-893f-439d-93e8-5fce430c548f req-8dab8734-4831-4d60-9cb3-41b4929d0b39 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1133909 Jul 14 08:48:42.044220 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-86d515b4-893f-439d-93e8-5fce430c548f req-3bfdc385-010b-4750-9760-6583dbc15180 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Jul 14 08:48:42.626556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885d98-e1c5-43e8-932e-69ca45c9a42e req-5ba0a371-15bc-45d9-bf77-ea428c368f2c tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:42.629654 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b8885d98-e1c5-43e8-932e-69ca45c9a42e req-5ba0a371-15bc-45d9-bf77-ea428c368f2c tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.0969160 Jul 14 08:48:42.687472 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b8885d98-e1c5-43e8-932e-69ca45c9a42e req-20b51fed-9dc3-4eba-a0a0-71a454c81784 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Jul 14 08:48:42.929547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e752ede-6745-430f-844d-c1af1a65310b req-c3ba97b1-5ee5-43a0-99c8-c7e6e5cdacf9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:42.931953 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6e752ede-6745-430f-844d-c1af1a65310b req-c3ba97b1-5ee5-43a0-99c8-c7e6e5cdacf9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.1072521 Jul 14 08:48:42.994972 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6e752ede-6745-430f-844d-c1af1a65310b req-43148b3b-4c1d-41cc-ab40-ed6aa561e3ab tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545959 Jul 14 08:48:43.311913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d54b3e-bf89-4d53-9979-6b74ed7404f2 req-727997a8-080c-4028-9218-e5be92485620 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:43.313937 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-36d54b3e-bf89-4d53-9979-6b74ed7404f2 req-727997a8-080c-4028-9218-e5be92485620 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1045346 Jul 14 08:48:43.385712 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-36d54b3e-bf89-4d53-9979-6b74ed7404f2 req-62903245-f93f-4124-adf0-f83a4664298b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635183 Jul 14 08:48:43.610915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8e3dd-84d6-43bb-b68b-f0d2e5298f23 req-65264eb3-0754-45ab-af4a-c35ba9f604fa tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:43.612449 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0e8e3dd-84d6-43bb-b68b-f0d2e5298f23 req-65264eb3-0754-45ab-af4a-c35ba9f604fa tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.0910125 Jul 14 08:48:43.669863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0e8e3dd-84d6-43bb-b68b-f0d2e5298f23 req-f88dd55f-a3fd-432e-b942-56b5524ae38a tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Jul 14 08:48:44.660504 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7e308-af37-4e34-a8f1-c63e646ad87d req-ba0a49eb-9009-44d4-9009-f7f18c345a35 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:44.670489 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49b7e308-af37-4e34-a8f1-c63e646ad87d req-ba0a49eb-9009-44d4-9009-f7f18c345a35 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1360073 Jul 14 08:48:44.721632 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-49b7e308-af37-4e34-a8f1-c63e646ad87d req-7632e6b2-bfe3-48b0-923f-a9209f416f2c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Jul 14 08:48:46.128198 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22dd1-75c4-4652-b0ea-0baa8767ee4c req-0b55c2bd-c464-42e1-bdad-fd2108a2a3e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:46.129863 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4f22dd1-75c4-4652-b0ea-0baa8767ee4c req-0b55c2bd-c464-42e1-bdad-fd2108a2a3e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.1100321 Jul 14 08:48:46.199436 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4f22dd1-75c4-4652-b0ea-0baa8767ee4c req-db3b8ed0-8bb7-4a24-a304-65a700d0487f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622878 Jul 14 08:48:47.444967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdab13e-fb64-4a3e-9f04-e688e3581ca2 req-be6a45e2-3636-4935-8a36-32dd3a6bda19 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:47.446500 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0cdab13e-fb64-4a3e-9f04-e688e3581ca2 req-be6a45e2-3636-4935-8a36-32dd3a6bda19 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0941374 Jul 14 08:48:47.497906 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0cdab13e-fb64-4a3e-9f04-e688e3581ca2 req-a26edf48-c21b-4acb-acf4-b2c715f5b040 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Jul 14 08:48:47.601158 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-403321de-1097-4133-b350-9ad9a2b1d6dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1099 time: 0.1639738 Jul 14 08:48:47.747768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-c8116b68-9eeb-4a5b-acd7-9588b5d4cd2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:47.749343 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-c8116b68-9eeb-4a5b-acd7-9588b5d4cd2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1414263 Jul 14 08:48:47.864324 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-42fef1a6-f5f7-4649-a31c-516e6210bd3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 1002 time: 0.1073043 Jul 14 08:48:47.938210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-f64c2e18-2d92-4abc-ad65-5e7de43db527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:47.939850 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-f64c2e18-2d92-4abc-ad65-5e7de43db527 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0680969 Jul 14 08:48:48.021529 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-6c6dc717-3ccf-4ddd-9769-eef69b80950c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747447 Jul 14 08:48:48.162665 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-7356e061-b62b-4ce6-8f8e-de381d616c0c service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334536 Jul 14 08:48:48.326370 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-59d0a6ee-65db-462f-8e8e-349cc0537d2c req-882d921f-a9b4-4fa0-b07b-0d48181f2408 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568251 Jul 14 08:48:48.721850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e404167-63ba-4696-a189-3e988ae6b91b req-a2a12321-1388-407a-accc-7a731fdb1dde tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:48.723477 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e404167-63ba-4696-a189-3e988ae6b91b req-a2a12321-1388-407a-accc-7a731fdb1dde tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0880148 Jul 14 08:48:48.772963 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4e404167-63ba-4696-a189-3e988ae6b91b req-e7eeed31-b68d-45c4-a973-de3f3a5728ca tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Jul 14 08:48:48.974699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3ae75-3bd8-4bd4-ba50-9c7c8b0cdcc9 req-12a742c2-fcff-4a99-ac91-678a8b9830bd tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:48.976231 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76f3ae75-3bd8-4bd4-ba50-9c7c8b0cdcc9 req-12a742c2-fcff-4a99-ac91-678a8b9830bd tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.0819342 Jul 14 08:48:49.028372 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76f3ae75-3bd8-4bd4-ba50-9c7c8b0cdcc9 req-741995dc-2f26-46de-98a6-163929c510b6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Jul 14 08:48:49.057755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 51998) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:49.202331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0b11379a-236e-4176-bd00-90aecc497322 tempest-TestMinimumBasicScenario-120449285 tempest-TestMinimumBasicScenario-120449285-project-admin] Synchronizing usage tracker for tenant:5328fe2b75304d3d857ec68f72d32ea8 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:49.218836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0b11379a-236e-4176-bd00-90aecc497322 tempest-TestMinimumBasicScenario-120449285 tempest-TestMinimumBasicScenario-120449285-project-admin] Unset dirty status for tenant:5328fe2b75304d3d857ec68f72d32ea8 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:49.220134 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0b11379a-236e-4176-bd00-90aecc497322 tempest-TestMinimumBasicScenario-120449285 tempest-TestMinimumBasicScenario-120449285-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1093 time: 0.1612957 Jul 14 08:48:49.223211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52004) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:49.229880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'port_id': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:49.235735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:49.239765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:floatingip and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:49.242754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:49.249769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:49.259238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for floatingip, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:49.411215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:49.558722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Allocated IP 172.28.0.80 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/c53c1441-f96e-4756-acbe-0320266b6031) {{(pid=82036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:48:49.901339 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for port, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:49.927782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:49.932434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:49.994684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc8c97-1735-4f0c-83e5-6394b6afa869 req-4f673ef2-c368-418b-9546-97efbe39ddaa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:49.996323 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4bc8c97-1735-4f0c-83e5-6394b6afa869 req-4f673ef2-c368-418b-9546-97efbe39ddaa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0866401 Jul 14 08:48:50.001277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:48:50.004278 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources bound (agent type, host, resource id): {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:48:50.009177 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Received port after_create {{(pid=82036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:48:50.038499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'Port': ['ID=c53c1441-f96e-4756-acbe-0320266b6031,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:50.047724 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4bc8c97-1735-4f0c-83e5-6394b6afa869 req-8beffd1a-a13c-4287-a97a-734e1d435cf2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449731 Jul 14 08:48:50.062488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.062959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.063379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.063788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.064193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.064595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.064998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.065397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.065796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.066193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.066587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:50.072709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:50.546491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:50.606965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:50.823982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for port, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:50.827330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851624155'] for port, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:50.831854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5bc152ca-3066-4c9a-90f7-145bab18c9f0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:50.943373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'Port': ['ID=c53c1441-f96e-4756-acbe-0320266b6031,revision_number=2']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:50.948266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:50.956771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.011131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.062100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:48:51.162976 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Floating IP 22c5c776-6573-483c-b875-ab05da5b0d2d associated. External IP: 172.28.0.80, port: 235610d1-4bc3-4d36-88be-5b85d2ac76f5. Jul 14 08:48:51.182023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.213767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:51.224944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:51.235553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.237660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:51.274010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f8b-3a87-4cda-9880-4d3adec88771 req-4f16e353-9d65-4b87-95f1-50ac38443723 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:51.275762 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-03047f8b-3a87-4cda-9880-4d3adec88771 req-4f16e353-9d65-4b87-95f1-50ac38443723 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 946 time: 0.0917287 Jul 14 08:48:51.310003 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'code': 422} returned with failed status Jul 14 08:48:51.331605 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-03047f8b-3a87-4cda-9880-4d3adec88771 req-69010afb-8b47-4486-8be8-93ee4c693090 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485425 Jul 14 08:48:51.334741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=8']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:51.338494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:51.606024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Router 734ae101-2a0d-44c5-88d8-3393d7087bb5 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:48:51.824876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:48:51.835633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Sync routers for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:48:51.851598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:51.852081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.852620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:51.912010 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6876879 Jul 14 08:48:51.912677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:51.915046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52032) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:51.928097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674317172', 'description': 'tempest-secgroup-smoke-674317172 description', 'project_id': '04abaaecf3f9401180cf04f70879c952'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:51.939359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:51.956868 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:51.971630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:51.983370 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:48:52.058610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:52.067327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:52.075356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:52.083499 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:52.154504 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-58ab3bfc-100d-4d7f-b235-c5e8b87bb970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1098 time: 0.1322031 Jul 14 08:48:52.200379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.202120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:52.214092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.221380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-26e891fa-8af3-4233-88ac-4ecd4abdb977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:52.247566 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a9474ac8-4f8d-4189-8b59-5f4419393718 req-a645cc11-a366-4d3e-9f41-db23723dd9c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1635714 Jul 14 08:48:52.342700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149eaf54-8f65-4d9e-b6f0-1d502ca46902,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:52.373400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-91ab38f9-f21e-42f5-b960-250cc0de3ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:52.374972 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-91ab38f9-f21e-42f5-b960-250cc0de3ba4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.2064242 Jul 14 08:48:52.381968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.381968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.382396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.382822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.383244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.383652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.384148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.385036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.385619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.386173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.386749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:48:52.392134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:52.470127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.471488 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d419fac5-9417-459e-ae4a-2c1a2795a132 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5547290 Jul 14 08:48:52.474629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52052) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:52.482468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:52.489338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:52.493733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:52.497733 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:52.503987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:52.523233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.550715 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-373597f6-2de5-47da-a628-dcd7a2e7ceae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 998 time: 0.1598454 Jul 14 08:48:52.583182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52060) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:52.602535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.606155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.608470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4b22637d-7128-4c8b-b2e1-119cdfa2d665 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:52.645606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04091c9f-7424-46ef-828e-4f99fcc41f6d,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:52.646707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a518b-d4ff-4dd5-9273-25c3edadf4df req-76970396-cbef-47f2-b6c9-d03f712b2fa1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:52.648431 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-890a518b-d4ff-4dd5-9273-25c3edadf4df req-76970396-cbef-47f2-b6c9-d03f712b2fa1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.1656678 Jul 14 08:48:52.649188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.651233 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1747746 Jul 14 08:48:52.652412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a5e784b7-ae4a-45dc-93cc-1023d6cd3438 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:52.653756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52066) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:52.655204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-f28aa3d4-eb72-44d7-ba4f-e30aed100643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:52.656947 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-f28aa3d4-eb72-44d7-ba4f-e30aed100643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0972588 Jul 14 08:48:52.660615 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:52.668712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:52.673492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:52.673919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '22c5c776-6573-483c-b875-ab05da5b0d2d', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'floating_ip_address': '172.28.0.80', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'port_id': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'mac_address': 'fa:16:3e:72:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee06975-fd83-4f92-b675-e959c513d264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:50Z', 'updated_at': '2021-07-14T08:48:50Z', 'revision_number': 0, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:52.676930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:52.678633 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Checking router: 734ae101-2a0d-44c5-88d8-3393d7087bb5 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:48:52.683954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:52.691389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:48:52.692055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:48:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:52.702225 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.763513 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-890a518b-d4ff-4dd5-9273-25c3edadf4df req-c869effb-a628-438b-acac-2b51910af9a2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050119 Jul 14 08:48:52.778232 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-c965d8ec-038a-414a-97fa-d32dff7b517e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1012039 Jul 14 08:48:52.829609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.848159 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-b098d18f-42f3-4dfe-a622-af3633866398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2634814 Jul 14 08:48:52.849248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.851617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:52.877470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaa7307-3d4b-44a1-9ad6-9f6eeca56f0c,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:52.880543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:52.904870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:52.906184 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-581426c7-e29e-46b9-81a0-f9d6bb07feb9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2513635 Jul 14 08:48:52.909207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52074) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:52.935628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:52.943640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:52.949071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:52.950202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:48:52.951699 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-c9ac5010-39f2-4995-a76f-0b46dd8adbb0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657207 Jul 14 08:48:52.952567 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:52.958986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:52.978813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.062504 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.069627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.072043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:53.098206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b9330d-d2d4-4873-bff1-5fd933e34665,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:53.108085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:53.117296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.119332 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2079024 Jul 14 08:48:53.122303 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52080) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:53.129027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:53.136340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:53.137085 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-cf769eca-53ac-4e69-939c-ae16e6a6663a req-15bc7e86-3b53-4916-9825-34eaf0822c90 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633849 Jul 14 08:48:53.140935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:53.144129 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:53.150665 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:53.169056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.258940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.263739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.266274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:53.294298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f87061-116f-4d52-862d-122e06b3981f,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:53.297796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:53.305651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.309578 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1834846 Jul 14 08:48:53.309803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52088) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:53.315989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:53.322304 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:53.326447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:53.330103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:53.336224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:53.348424 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.securitygroups_db [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Project 04abaaecf3f9401180cf04f70879c952 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:48:53.357558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.372920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '22c5c776-6573-483c-b875-ab05da5b0d2d', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'floating_ip_address': '172.28.0.80', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'port_id': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'mac_address': 'fa:16:3e:72:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee06975-fd83-4f92-b675-e959c513d264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:50Z', 'updated_at': '2021-07-14T08:48:50Z', 'revision_number': 0, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:48:53.377155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbbc79-b888-4efe-ae08-11279266bb7e None None] The sync data for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb is: [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '22c5c776-6573-483c-b875-ab05da5b0d2d', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'floating_ip_address': '172.28.0.80', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'port_id': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'mac_address': 'fa:16:3e:72:d2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee06975-fd83-4f92-b675-e959c513d264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:48:50Z', 'updated_at': '2021-07-14T08:48:50Z', 'revision_number': 0, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:48:53.442059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.446318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.455747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6110cf0d-6f55-49f6-bb6b-a9c8fbd148a6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:53.480127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398825e4-04ce-47e2-b1f0-43e6b2444f78,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:53.482745 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:53.487726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.489254 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2a33296f-c683-416d-adf5-8b5d1a0dfd13 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1782341 Jul 14 08:48:53.491923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52094) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:48:53.499208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'security_group_rule': {'security_group_id': '149eaf54-8f65-4d9e-b6f0-1d502ca46902', 'project_id': '04abaaecf3f9401180cf04f70879c952', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:53.505682 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:48:53.510391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Usage tracker for resource:security_group_rule and tenant:04abaaecf3f9401180cf04f70879c952 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:48:53.513493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:48:53.519550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:48:53.577726 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.securitygroups_db [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Project 04abaaecf3f9401180cf04f70879c952 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 08:48:53.585271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.656133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.658755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.668010 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-717dc475-106b-4986-bcf0-aade22e033d6 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:53.693758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae945b00-d0e2-4875-9795-c2c8eb153bf5,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:53.696509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:53.701012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:53.702313 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-dabc078d-03b2-4000-bb19-354377b39a97 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2093828 Jul 14 08:48:53.813047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38377a1e-0ed8-4b17-9208-dfb853d36083 None None] New status for floating IP 22c5c776-6573-483c-b875-ab05da5b0d2d: ACTIVE {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:48:53.853694 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-1b69fc86-00d0-4489-9b4c-24c79c4b27b5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Synchronizing usage tracker for tenant:04abaaecf3f9401180cf04f70879c952 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:48:53.870514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-1b69fc86-00d0-4489-9b4c-24c79c4b27b5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Unset dirty status for tenant:04abaaecf3f9401180cf04f70879c952 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:48:53.878143 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-1b69fc86-00d0-4489-9b4c-24c79c4b27b5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674317172&fields=id&tenant_id=04abaaecf3f9401180cf04f70879c952 HTTP/1.1" status: 200 len: 267 time: 0.0734971 Jul 14 08:48:53.979324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-666f7038-16d0-4481-8fd3-aa0d04406dbb tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:53.987350 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-666f7038-16d0-4481-8fd3-aa0d04406dbb tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.1071005 Jul 14 08:48:53.994362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'port': {'security_groups': ['aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb', '149eaf54-8f65-4d9e-b6f0-1d502ca46902']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:48:54.015021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4abd3-667b-41ee-8471-c1888c4d2c24 req-bed92a95-6bfa-46ca-aaf7-38963af0ffc8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:54.016704 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-11a4abd3-667b-41ee-8471-c1888c4d2c24 req-bed92a95-6bfa-46ca-aaf7-38963af0ffc8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0957801 Jul 14 08:48:54.069412 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-11a4abd3-667b-41ee-8471-c1888c4d2c24 req-d1e4879e-339c-433b-a0d2-dddee4da904e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465941 Jul 14 08:48:54.125328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:54.398987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:48:54.428133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:54.432193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:54.440138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-75805884-6e52-47e0-91bc-fd08d297349c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:48:54.471415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:48:54.547516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:54.548195 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:54.549754 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c55ba81a-89d5-49d6-803f-5829f8819bad req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "PUT /v2.0/ports/235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 981 time: 0.5613034 Jul 14 08:48:54.558591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:48:54.593992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=6']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:48:54.597484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:48:54.613858 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-4ab0347c-6800-476a-8f45-b9857933c720 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 1097 time: 0.1753683 Jul 14 08:48:54.640126 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:48:54.719205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:48:54.785373 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-814a9d3c-65b8-4872-b377-ce478e1bd2c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1097 time: 0.0873301 Jul 14 08:48:54.884494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3771c-283e-412b-85b4-662bcfd80634 req-b8260cd2-4b2f-4031-8dcc-c09db713004b tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:54.886738 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bbe3771c-283e-412b-85b4-662bcfd80634 req-b8260cd2-4b2f-4031-8dcc-c09db713004b tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.1331329 Jul 14 08:48:54.913122 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-66e0f39f-883a-48eb-ada1-22d7debee29f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1137 time: 0.2017736 Jul 14 08:48:55.053367 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bbe3771c-283e-412b-85b4-662bcfd80634 req-5cf6a4e7-6047-4ed5-8e08-4605f62f30d4 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598878 Jul 14 08:48:55.060374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-cc157dc2-f7e8-4e53-873f-5d043f6f9a2f None None] Provisioning complete for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:48:55.061306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc157dc2-f7e8-4e53-873f-5d043f6f9a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:48:55.098837 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-5cda2fc2-247f-4c8f-9221-c1c8ce76070c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.100584 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-5cda2fc2-247f-4c8f-9221-c1c8ce76070c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.1789999 Jul 14 08:48:55.329233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-6933f37a-da2a-4d55-9906-bf4cde39653c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.331608 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-6933f37a-da2a-4d55-9906-bf4cde39653c service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.5332520 Jul 14 08:48:55.499097 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-e840a7d9-43b5-46aa-9e6a-1cfda26aa96e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 1000 time: 0.1531394 Jul 14 08:48:55.526118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-e2a8fdb8-dfc8-4155-a074-745c759c1447 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 1000 time: 0.4149222 Jul 14 08:48:55.541167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d17bb7-1585-47ef-b298-e559bb845ccf req-6a4e684f-9bb5-43e8-822b-19f85f43be97 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.542913 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-41d17bb7-1585-47ef-b298-e559bb845ccf req-6a4e684f-9bb5-43e8-822b-19f85f43be97 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.1421354 Jul 14 08:48:55.621482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-18f16441-a86f-4404-8b05-ce84d7240a46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.623114 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-18f16441-a86f-4404-8b05-ce84d7240a46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0691333 Jul 14 08:48:55.648444 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-41d17bb7-1585-47ef-b298-e559bb845ccf req-8b94a050-e8c9-4b8c-8969-bebe62b71290 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992568 Jul 14 08:48:55.652327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-2d841c12-9c08-4662-9027-0294c1de9b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.653807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-2d841c12-9c08-4662-9027-0294c1de9b21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0888491 Jul 14 08:48:55.718133 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-5073df6b-d5b6-4061-923b-39baa2fdbcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842659 Jul 14 08:48:55.749371 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-c1febdd1-0711-437f-8676-e6b8c0474a9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824928 Jul 14 08:48:55.897826 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-af3e290f-b596-4217-b8d9-068190f8744a service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398072 Jul 14 08:48:55.926845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937866ef-1318-44fe-9f7f-d7d9b1c32199 req-eec8b082-b82d-46ce-b859-4524d0e23ea3 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:55.928442 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-937866ef-1318-44fe-9f7f-d7d9b1c32199 req-eec8b082-b82d-46ce-b859-4524d0e23ea3 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.2093589 Jul 14 08:48:55.931869 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-88c6806d-33bf-48ce-88fa-8532ab191285 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745899 Jul 14 08:48:56.045713 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c45bd667-2237-4513-a5f5-523a3d72c805 req-7fe999e9-9d68-4f91-b688-ef06155b8f63 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390333 Jul 14 08:48:56.080998 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-937866ef-1318-44fe-9f7f-d7d9b1c32199 req-c8bacf40-a65c-4dee-a789-de571326d28e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459854 Jul 14 08:48:56.111008 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-da80c971-7527-4ca1-bb4f-f1c7c06d3de9 req-f4574f34-f5b2-4eb9-9777-a614e1eac1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609969 Jul 14 08:48:56.881723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c495-d32b-4cd1-b9cd-203654da6577 req-ed7757f6-95e3-4f0f-be4c-d95bb0ef5a88 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:56.883383 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f989c495-d32b-4cd1-b9cd-203654da6577 req-ed7757f6-95e3-4f0f-be4c-d95bb0ef5a88 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0936124 Jul 14 08:48:56.934118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f989c495-d32b-4cd1-b9cd-203654da6577 req-3b9c103a-9e3d-4e82-9fd3-48c667818eeb tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Jul 14 08:48:57.340513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3756d4-b593-4913-8671-8f92096ccee0 req-27162032-a3f3-4739-811f-817a25ca0d95 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:57.342408 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0b3756d4-b593-4913-8671-8f92096ccee0 req-27162032-a3f3-4739-811f-817a25ca0d95 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1092808 Jul 14 08:48:57.393934 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0b3756d4-b593-4913-8671-8f92096ccee0 req-6cd0be27-536c-4565-b50d-af04f51e0077 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448091 Jul 14 08:48:58.157693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de96585-7a10-4474-ab33-bfd66099dd6b req-880abe57-954a-447a-9b5a-5fdf66cf38b8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:58.159331 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6de96585-7a10-4474-ab33-bfd66099dd6b req-880abe57-954a-447a-9b5a-5fdf66cf38b8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0897074 Jul 14 08:48:58.208538 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6de96585-7a10-4474-ab33-bfd66099dd6b req-f0e7c7c1-9490-4847-be72-3d2596af9193 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Jul 14 08:48:58.605901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9731e3-77b7-4d57-8438-a12e483b7f84 req-c3289154-36b6-4430-aa2a-b4abe2a8b91b tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:58.607524 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4a9731e3-77b7-4d57-8438-a12e483b7f84 req-c3289154-36b6-4430-aa2a-b4abe2a8b91b tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0851920 Jul 14 08:48:58.658776 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4a9731e3-77b7-4d57-8438-a12e483b7f84 req-ac76a6c0-2588-4a23-a451-6e9160f4882e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450184 Jul 14 08:48:59.448095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d54d-b9ae-46b7-912f-5a963cf39683 req-c201ad02-e9a1-4178-ba21-b3c69a4617aa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:59.450229 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-64f2d54d-b9ae-46b7-912f-5a963cf39683 req-c201ad02-e9a1-4178-ba21-b3c69a4617aa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0930598 Jul 14 08:48:59.499952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-64f2d54d-b9ae-46b7-912f-5a963cf39683 req-c395f714-4efd-4993-98b8-2d9e14b9cf80 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Jul 14 08:48:59.874252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6613c-28db-466c-a4a5-ab89de91a078 req-dc5355e9-8456-46b1-91da-92867844fe01 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:48:59.876038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-36b6613c-28db-466c-a4a5-ab89de91a078 req-dc5355e9-8456-46b1-91da-92867844fe01 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0874369 Jul 14 08:48:59.928908 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-36b6613c-28db-466c-a4a5-ab89de91a078 req-0b1ecd1c-890c-4f94-876e-1025843d08b9 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467193 Jul 14 08:49:00.735636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c02de-87a0-41df-ba4b-de80e3adc34b req-0e4a983f-e04f-4452-844d-4a29c29130b2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:00.737293 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-589c02de-87a0-41df-ba4b-de80e3adc34b req-0e4a983f-e04f-4452-844d-4a29c29130b2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0951726 Jul 14 08:49:00.789472 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-589c02de-87a0-41df-ba4b-de80e3adc34b req-32be6c6a-0c06-486a-9f6e-167c80a1004d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Jul 14 08:49:01.147764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb5e0c-1a52-4a2b-bd5b-659049eefccd req-9659a4f9-5b11-44d9-a3ac-3802e8b0ece5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:01.147764 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-84fb5e0c-1a52-4a2b-bd5b-659049eefccd req-9659a4f9-5b11-44d9-a3ac-3802e8b0ece5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0833728 Jul 14 08:49:01.203018 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-84fb5e0c-1a52-4a2b-bd5b-659049eefccd req-804483e5-9410-448b-b129-610a6c86c19a tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486870 Jul 14 08:49:01.955930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-939bbd1b-fe2c-4b0a-9d07-57d1e562dce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:02.019460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b0ba-6d6d-4151-a83c-8817bb726c99 req-e1842ef1-71c8-4220-b83f-b4eb515ad254 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:02.021106 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f412b0ba-6d6d-4151-a83c-8817bb726c99 req-e1842ef1-71c8-4220-b83f-b4eb515ad254 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0887332 Jul 14 08:49:02.070785 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f412b0ba-6d6d-4151-a83c-8817bb726c99 req-d45dc495-3fd7-42d0-905a-769690915ad9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Jul 14 08:49:02.429143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfda8ed-5808-4a1f-bbbc-ea9fe9c04cf0 req-47d67f77-c928-4be0-b5cf-bee40c8525ce tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:02.430944 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7bfda8ed-5808-4a1f-bbbc-ea9fe9c04cf0 req-47d67f77-c928-4be0-b5cf-bee40c8525ce tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0897644 Jul 14 08:49:02.482401 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7bfda8ed-5808-4a1f-bbbc-ea9fe9c04cf0 req-bf342b47-ec93-4211-a040-69d0b0b62694 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Jul 14 08:49:02.767915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:49:03.313856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2973-b2b2-4c29-a11f-0d040fc328c7 req-fb5f4fec-1783-4810-8314-de1396bd0e78 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:03.315535 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0ef2973-b2b2-4c29-a11f-0d040fc328c7 req-fb5f4fec-1783-4810-8314-de1396bd0e78 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.1007698 Jul 14 08:49:03.367711 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e0ef2973-b2b2-4c29-a11f-0d040fc328c7 req-5affece2-1d39-4b88-8625-e1cd0fcb1209 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Jul 14 08:49:03.475565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:03.706604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5f24-f3e5-42ae-be42-b2b48fd1dc9b req-4d01461c-505f-42be-b43a-c6791274bb6e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:03.708255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66de5f24-f3e5-42ae-be42-b2b48fd1dc9b req-4d01461c-505f-42be-b43a-c6791274bb6e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0964031 Jul 14 08:49:03.758977 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66de5f24-f3e5-42ae-be42-b2b48fd1dc9b req-0ae54205-3bb6-49af-89d0-641cb826afc5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jul 14 08:49:04.480233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4b79794f-cd0d-4114-8a5c-deba5155b619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:04.590168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e42c3e-2b74-4dc2-b549-e9447184d7d3 req-cf57a638-7913-4469-b120-cbcca9eed976 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:04.591874 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45e42c3e-2b74-4dc2-b549-e9447184d7d3 req-cf57a638-7913-4469-b120-cbcca9eed976 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0858107 Jul 14 08:49:04.636089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:04.648068 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-45e42c3e-2b74-4dc2-b549-e9447184d7d3 req-8acf1631-8a23-42bf-ad57-c4fce6433897 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500271 Jul 14 08:49:04.980690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5384656-8101-40d0-bf0f-6ead3c07defd req-01fb0350-4d8d-474a-b32f-9da2d4b82914 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:04.982246 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e5384656-8101-40d0-bf0f-6ead3c07defd req-01fb0350-4d8d-474a-b32f-9da2d4b82914 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0870731 Jul 14 08:49:05.032596 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e5384656-8101-40d0-bf0f-6ead3c07defd req-6814aed6-f0f4-4fa7-b9fa-162f41297941 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Jul 14 08:49:05.876449 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c31f3-3401-4eaa-a9dc-e13188b5b479 req-1198e599-67a8-45a0-8c91-57a4fa1accd9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:05.878042 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e75c31f3-3401-4eaa-a9dc-e13188b5b479 req-1198e599-67a8-45a0-8c91-57a4fa1accd9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0917304 Jul 14 08:49:05.929135 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e75c31f3-3401-4eaa-a9dc-e13188b5b479 req-981e30ff-49fe-4757-b581-9b0f00ec93ab tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Jul 14 08:49:06.129676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:06.265710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c15607-1133-456c-9010-83efef274881 req-85ae3f6d-288c-41af-a81c-8def93d2995e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:06.267401 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-37c15607-1133-456c-9010-83efef274881 req-85ae3f6d-288c-41af-a81c-8def93d2995e tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0994203 Jul 14 08:49:06.318394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-37c15607-1133-456c-9010-83efef274881 req-74761106-1bc2-4519-8f70-5bd9021cbeef tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Jul 14 08:49:07.157018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5f11f-b375-4a66-ad83-c119ebdd312e req-9496c2d1-d081-4977-a270-3d036f323308 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:07.158637 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55d5f11f-b375-4a66-ad83-c119ebdd312e req-9496c2d1-d081-4977-a270-3d036f323308 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0875049 Jul 14 08:49:07.209490 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55d5f11f-b375-4a66-ad83-c119ebdd312e req-2eb76e86-657d-4db8-8afb-f45431226859 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Jul 14 08:49:07.530231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dce69b-e857-4d16-8200-f1bbc560dfa3 req-44670f24-94f4-4ed2-af26-2fd4459ed40c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:07.531839 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f6dce69b-e857-4d16-8200-f1bbc560dfa3 req-44670f24-94f4-4ed2-af26-2fd4459ed40c tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0855818 Jul 14 08:49:07.583150 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f6dce69b-e857-4d16-8200-f1bbc560dfa3 req-45a27fde-cd97-4a23-8d15-a5ac3d971fad tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Jul 14 08:49:08.442287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6021f2-7bed-4546-8766-6f4dda8cee88 req-746b1566-0faa-4d97-95d2-2fdc555c4656 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:08.443912 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ec6021f2-7bed-4546-8766-6f4dda8cee88 req-746b1566-0faa-4d97-95d2-2fdc555c4656 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0875590 Jul 14 08:49:08.491593 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ec6021f2-7bed-4546-8766-6f4dda8cee88 req-4c3e9391-585b-4b02-b59f-1bc3cde77d1d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Jul 14 08:49:08.789961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627053-8143-45c2-8d6a-5f4acab5c020 req-343748ec-75e1-4c12-9e50-d1f0f1efa33d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:08.792103 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7627053-8143-45c2-8d6a-5f4acab5c020 req-343748ec-75e1-4c12-9e50-d1f0f1efa33d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0828876 Jul 14 08:49:08.845879 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a7627053-8143-45c2-8d6a-5f4acab5c020 req-f17eec00-6d36-4a73-9b01-68e0f64dd187 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Jul 14 08:49:09.099128 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-bf72fe2c-f9d0-4683-80a1-9bee7db8d84e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0752766 Jul 14 08:49:09.259711 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c6602-006b-4921-99e6-ee071156db8f req-7efe1f40-2b1a-4b48-9341-83e9dde8d888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:09.263618 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-7efe1f40-2b1a-4b48-9341-83e9dde8d888 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.1525717 Jul 14 08:49:09.386719 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-c38d782d-a581-4eb6-8058-31d310f2f29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 999 time: 0.1159172 Jul 14 08:49:09.458134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c6602-006b-4921-99e6-ee071156db8f req-6db047be-7d65-4b42-89e9-8ed9fd1446fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:09.459746 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-6db047be-7d65-4b42-89e9-8ed9fd1446fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0654609 Jul 14 08:49:09.544403 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-0a8dbf25-ebb1-4925-ae10-7522db0b73ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772152 Jul 14 08:49:09.689325 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-378b613b-5dca-44dc-a392-5944ace8194b service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381340 Jul 14 08:49:09.709717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23abd4-d018-4aa3-8532-b02870d5df7a req-8af4376e-9090-4be0-80bc-efbc056a0329 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:09.711362 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b23abd4-d018-4aa3-8532-b02870d5df7a req-8af4376e-9090-4be0-80bc-efbc056a0329 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0856180 Jul 14 08:49:09.761302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b23abd4-d018-4aa3-8532-b02870d5df7a req-f78ecb88-9fb6-4e39-950b-b69ee5c68572 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Jul 14 08:49:09.836154 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d2c6602-006b-4921-99e6-ee071156db8f req-dffd4043-ec3d-497e-a8b0-dd8420bcfdf1 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406457 Jul 14 08:49:10.050871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4c5b6-4326-4863-ab29-d70f7edc570c req-1fd6f43e-f5ce-4618-8e7b-9e7401c59114 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:10.052332 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2cf4c5b6-4326-4863-ab29-d70f7edc570c req-1fd6f43e-f5ce-4618-8e7b-9e7401c59114 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0816143 Jul 14 08:49:10.099304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2cf4c5b6-4326-4863-ab29-d70f7edc570c req-a52c7fbf-8056-4413-86c7-e2bbc9d277c7 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401824 Jul 14 08:49:10.988693 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4398a-2ffb-4845-ba42-8815536ab399 req-67cc35c8-bce6-4721-b6e2-195d03dd704e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:10.990279 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8af4398a-2ffb-4845-ba42-8815536ab399 req-67cc35c8-bce6-4721-b6e2-195d03dd704e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 944 time: 0.0926356 Jul 14 08:49:11.041805 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8af4398a-2ffb-4845-ba42-8815536ab399 req-1b887219-208f-493d-ba92-c4339349761e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437198 Jul 14 08:49:11.128459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:49:11.275165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:11.291997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'mac_address': 'fa:16:3e:7a:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:49:11.319519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be0380-65ac-4b95-a789-54c77af15d8e req-aff7dd1f-e650-4e3e-9e11-eb0abc20f943 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:11.321135 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e2be0380-65ac-4b95-a789-54c77af15d8e req-aff7dd1f-e650-4e3e-9e11-eb0abc20f943 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0908058 Jul 14 08:49:11.349137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:11.368004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:49:11.374570 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e2be0380-65ac-4b95-a789-54c77af15d8e req-2b682d98-bd13-416f-829a-e07ab119d9d9 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Jul 14 08:49:11.383805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:11.387125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:11.389530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2f5313c2-e357-40e9-a796-93279ea374fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:11.460472 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=9']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:11.470592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.471014 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.471397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.471775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.472153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.472522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.472890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.473262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.473627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.473990 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.474377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:11.478701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:11.726190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:49:12.262491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833016-20e2-4cef-9618-d234f42150d2 req-949329e6-fc3a-4ddc-9ba2-fd894f312cb6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:12.264099 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bc833016-20e2-4cef-9618-d234f42150d2 req-949329e6-fc3a-4ddc-9ba2-fd894f312cb6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 945 time: 0.0841689 Jul 14 08:49:12.314652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bc833016-20e2-4cef-9618-d234f42150d2 req-389282fb-3cdb-4f36-ab66-8d75fd9101e4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440526 Jul 14 08:49:12.583951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96800c-4c8d-4343-8380-0ca0884712b9 req-a4b0c288-661b-4247-87b4-bf4bd8f1e9df tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:12.585490 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc96800c-4c8d-4343-8380-0ca0884712b9 req-a4b0c288-661b-4247-87b4-bf4bd8f1e9df tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0875700 Jul 14 08:49:12.634578 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc96800c-4c8d-4343-8380-0ca0884712b9 req-6f95cd62-2faa-4c0c-bff4-573443984c33 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Jul 14 08:49:12.902187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e4fa42af-448a-4487-aa2f-7d837a9e8672 req-8dd3e04d-3e5a-4cc2-a9b9-dd538293e891 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1495705 Jul 14 08:49:13.089831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52238) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:13.157712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:49:13.252320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:49:13.253077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:13.258876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327da9-e6f2-4ab2-9cf6-f6e972a4d4fb req-43a45e28-a4f7-424b-92b9-2da7803eb10b tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:13.260549 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d5327da9-e6f2-4ab2-9cf6-f6e972a4d4fb req-43a45e28-a4f7-424b-92b9-2da7803eb10b tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1617186 Jul 14 08:49:13.263600 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-cf721a13-ebba-4b0b-8dd2-6dd1cc8c3a7f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1725450 Jul 14 08:49:13.316302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d5327da9-e6f2-4ab2-9cf6-f6e972a4d4fb req-26de4a84-8e9a-462a-8484-fb6baea291f4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 Jul 14 08:49:13.405237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:13.442975 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:49:13.467352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:13.470818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:13.471917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:13.512425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:13.596647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=10']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:13.608418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:13.608566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdddb4-b99b-4be5-abe5-367d3afe38c2 req-6d2403bc-57f1-4833-b3e7-3957b158b2b4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:13.614112 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b4bdddb4-b99b-4be5-abe5-367d3afe38c2 req-6d2403bc-57f1-4833-b3e7-3957b158b2b4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.1487875 Jul 14 08:49:13.627242 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'code': 200} Jul 14 08:49:13.694631 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b4bdddb4-b99b-4be5-abe5-367d3afe38c2 req-f531b953-391f-49c4-ad70-01ac705fec89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732095 Jul 14 08:49:13.720046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:13.758879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:13.761843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:13.763771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ab50c7da-c5e3-4532-9f1c-1fad0cd6aa34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:13.837587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=6']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:13.841785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:14.252399 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c2358a4-ac08-4011-93a4-0d9906694ea7 req-d29660df-7081-4778-80f7-561542c3fee1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1100 time: 0.0737960 Jul 14 08:49:14.299697 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3c2358a4-ac08-4011-93a4-0d9906694ea7 req-b26f29e8-ca9e-470d-b7e8-c0c9f2101447 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Jul 14 08:49:14.537649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e052e-ed3c-4c39-9657-583f5e8b0ae8 req-411a03ab-14e3-4340-9d4e-fa28bc5765b4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:14.539670 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-333e052e-ed3c-4c39-9657-583f5e8b0ae8 req-411a03ab-14e3-4340-9d4e-fa28bc5765b4 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.0886562 Jul 14 08:49:14.591015 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-333e052e-ed3c-4c39-9657-583f5e8b0ae8 req-74fe04ea-80f2-4478-8db5-e0d53e6e3a50 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Jul 14 08:49:14.828388 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-27e05270-6ab0-47cd-bcaf-5c2c2765df21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8&tenant_id=486e6537d52a494b96650521bf4cc385 HTTP/1.1" status: 200 len: 1096 time: 0.0771856 Jul 14 08:49:14.922981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ea929-2b95-4635-baeb-c7b4e40d9d1f req-1dd49f10-26c3-48d3-bb24-e9b2c89990a1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:14.925927 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f55ea929-2b95-4635-baeb-c7b4e40d9d1f req-1dd49f10-26c3-48d3-bb24-e9b2c89990a1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.0885525 Jul 14 08:49:14.953150 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-7e00449c-91ae-416d-bd92-64a6db3abef1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0783615 Jul 14 08:49:14.981083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f55ea929-2b95-4635-baeb-c7b4e40d9d1f req-d594ae2c-73e9-49b2-84e2-d8b0e02267e9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486166 Jul 14 08:49:15.104237 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-f6a6cba0-663d-48c3-9b77-0968be4b50ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:15.105849 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-f6a6cba0-663d-48c3-9b77-0968be4b50ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.1441720 Jul 14 08:49:15.221915 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-b7b36f34-92af-464b-9c89-b3566d3b245e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 997 time: 0.1052976 Jul 14 08:49:15.296943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-82d6081b-56c2-4070-a030-132151fcf07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:15.298629 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-82d6081b-56c2-4070-a030-132151fcf07f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0690081 Jul 14 08:49:15.398776 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-4011e7cb-1c5c-41d4-8e2e-bdc5524ca86a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756147 Jul 14 08:49:15.554912 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-dfe9de28-7f00-438d-a10f-05efe2dfd939 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465418 Jul 14 08:49:15.628280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:49:15.716741 dv-cinder-800229-1-smb neutron-server[81924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'code': 422} returned with failed status Jul 14 08:49:15.780180 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a3276e07-f084-43c4-a439-34fa6bebb09c req-96d04ea9-b783-49a8-9f99-6033e2a9c752 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162559 Jul 14 08:49:15.859314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd90f0-e621-42c0-8341-5d6f343a85bc req-d2d8e1a7-a5f5-4144-ab71-1fdd377c71aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:15.860953 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bfbd90f0-e621-42c0-8341-5d6f343a85bc req-d2d8e1a7-a5f5-4144-ab71-1fdd377c71aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.1056936 Jul 14 08:49:15.911660 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bfbd90f0-e621-42c0-8341-5d6f343a85bc req-6e989e31-b5ee-42b2-8c47-db6a15cad526 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444579 Jul 14 08:49:16.432346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554cb08-fc0e-42ff-9281-511c997efaf1 req-4245b1f6-5552-452a-ba68-bad2f0787154 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:16.433984 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b554cb08-fc0e-42ff-9281-511c997efaf1 req-4245b1f6-5552-452a-ba68-bad2f0787154 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.3104100 Jul 14 08:49:16.494491 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b554cb08-fc0e-42ff-9281-511c997efaf1 req-08a3ddda-2f9d-430d-b3b3-5e972207df74 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538356 Jul 14 08:49:17.140280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ad457-e08d-4bac-8ff6-8146efd69f57 req-66b85244-8d8d-4d9c-9086-fca41af4b6ab tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:17.141776 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bd1ad457-e08d-4bac-8ff6-8146efd69f57 req-66b85244-8d8d-4d9c-9086-fca41af4b6ab tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.0864894 Jul 14 08:49:17.189744 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bd1ad457-e08d-4bac-8ff6-8146efd69f57 req-320178ea-e649-4a08-943f-a0963ddbf494 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Jul 14 08:49:17.720055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c3758-63f5-4ad0-933b-8783df6f1244 req-42e2d39f-9a0d-46d2-98b0-06690871b06b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:17.721675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1f4c3758-63f5-4ad0-933b-8783df6f1244 req-42e2d39f-9a0d-46d2-98b0-06690871b06b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.0839150 Jul 14 08:49:17.775596 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1f4c3758-63f5-4ad0-933b-8783df6f1244 req-9aec381b-c20c-4e65-bd78-f628fb670d9c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Jul 14 08:49:18.398776 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce6514-b00f-4e18-92d8-c0785914bddc req-faebf1da-7f2b-476a-8760-ca3d9659cfa3 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:18.400456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82ce6514-b00f-4e18-92d8-c0785914bddc req-faebf1da-7f2b-476a-8760-ca3d9659cfa3 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 943 time: 0.0826175 Jul 14 08:49:18.452006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82ce6514-b00f-4e18-92d8-c0785914bddc req-b66422c8-3dff-4cbc-8c18-1052fb73acbf tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Jul 14 08:49:19.162916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:49:19.459867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:19.473642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'port_id': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'mac_address': 'fa:16:3e:5d:c4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:49:19.531726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:19.549875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808edf14-bfeb-460d-991e-6f76d21f82a4 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:49:19.565421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:19.568162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:19.570015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:19.636763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=7']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:19.639989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:19.662671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2925798-bcbd-497c-8910-531367f52909 req-76dc5e70-23ae-4b69-8301-644ba0986396 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:19.664302 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2925798-bcbd-497c-8910-531367f52909 req-76dc5e70-23ae-4b69-8301-644ba0986396 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 944 time: 0.0847900 Jul 14 08:49:19.714095 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f2925798-bcbd-497c-8910-531367f52909 req-f62b6851-bfe4-4756-b0fa-32ee5905c562 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Jul 14 08:49:19.937882 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['808edf14-bfeb-460d-991e-6f76d21f82a4'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:49:21.041657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:21.062051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6631f-5093-40a7-85d5-aa1b4a99004c req-7afb4223-7fe1-49c9-abf8-930bd85e6fa8 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:21.063726 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-03d6631f-5093-40a7-85d5-aa1b4a99004c req-7afb4223-7fe1-49c9-abf8-930bd85e6fa8 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 944 time: 0.0889337 Jul 14 08:49:21.113620 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-03d6631f-5093-40a7-85d5-aa1b4a99004c req-07111b4a-7455-4f00-aa53-a162b9cafeb7 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Jul 14 08:49:21.184772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:49:21.260330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 808edf14-bfeb-460d-991e-6f76d21f82a4 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:49:21.260762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:21.380545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:21.412089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:49:21.422718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:21.427581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:21.429547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:21.475552 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'code': 200} Jul 14 08:49:21.501586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=8']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:21.504825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:21.956383 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-681b95a7-b33b-4a0c-bea8-f4b5b74d45c9 req-69d2a18d-e3c8-4c91-8d6a-04412d2e11ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0764449 Jul 14 08:49:22.004984 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-681b95a7-b33b-4a0c-bea8-f4b5b74d45c9 req-6442580d-cc67-4913-b025-bc09a6b01e7f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Jul 14 08:49:22.334274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4675c-336a-4aad-8b6e-20f5df8d6813 req-d058e84b-487c-4748-b7a9-2314e4a1d6d6 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:22.335913 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fd4675c-336a-4aad-8b6e-20f5df8d6813 req-d058e84b-487c-4748-b7a9-2314e4a1d6d6 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0938179 Jul 14 08:49:22.378134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83f180-b340-4f39-8380-5d53ff315942 req-283684e4-191b-4c4e-850d-aa348368ced9 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:22.379793 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6f83f180-b340-4f39-8380-5d53ff315942 req-283684e4-191b-4c4e-850d-aa348368ced9 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0894718 Jul 14 08:49:22.386168 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4fd4675c-336a-4aad-8b6e-20f5df8d6813 req-c45523b2-5ea3-4fdb-b932-1fe235131fc1 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434256 Jul 14 08:49:22.433035 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6f83f180-b340-4f39-8380-5d53ff315942 req-b516c894-22dd-4fad-ad9d-f4595e7c6a38 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465789 Jul 14 08:49:23.594429 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb90611-5bf1-4ac7-821b-7fdb757b606e req-be3b6bc8-0f71-4482-9e4f-b8643d02dfa8 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:23.596151 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1eb90611-5bf1-4ac7-821b-7fdb757b606e req-be3b6bc8-0f71-4482-9e4f-b8643d02dfa8 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0834203 Jul 14 08:49:23.637823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7818e-7c6d-4d5e-b704-dbd689411e43 req-572e6938-57b2-4b4d-8753-d1ce394256ef tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:23.639477 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e7b7818e-7c6d-4d5e-b704-dbd689411e43 req-572e6938-57b2-4b4d-8753-d1ce394256ef tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0831530 Jul 14 08:49:23.645820 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1eb90611-5bf1-4ac7-821b-7fdb757b606e req-14f58a27-c0c7-4b39-b1d3-996cc44b4ddc tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Jul 14 08:49:23.688030 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e7b7818e-7c6d-4d5e-b704-dbd689411e43 req-c348f044-96a1-4103-aea9-43a77d4f10d8 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Jul 14 08:49:24.895119 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd5fc-e42f-432e-a15a-d8f884ccd465 req-2c7d71b3-2cd1-4767-aa02-30b168b04925 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:24.896723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1facd5fc-e42f-432e-a15a-d8f884ccd465 req-2c7d71b3-2cd1-4767-aa02-30b168b04925 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0861545 Jul 14 08:49:24.947069 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1facd5fc-e42f-432e-a15a-d8f884ccd465 req-97d70d18-cad0-4e08-a12f-5f411d6c183e tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac32567a-4fa1-4345-85c7-fa69dd9d06af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Jul 14 08:49:24.978491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-9dd31ec1-9b3b-4de4-bbf0-1b82d519392c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:24.980069 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-9dd31ec1-9b3b-4de4-bbf0-1b82d519392c tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 946 time: 0.0877619 Jul 14 08:49:25.054924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Deleting port 8c78e4f5-15d7-4a18-8626-0931611bc479 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:25.055319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:25.162038 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-0641c453-71c3-41f6-819f-4de444208415 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736952 Jul 14 08:49:25.278158 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-6df0eb86-fb63-4c4c-a2c9-3a352cf6b578 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 1100 time: 0.0787320 Jul 14 08:49:25.316355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] For port 8c78e4f5-15d7-4a18-8626-0931611bc479, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8c78e4f5-15d7-4a18-8626-0931611bc479,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:25.317134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:25.629618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:25.629954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:25.630311 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Floating IP c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1 disassociated. External IP: 172.28.0.40, port: 8c78e4f5-15d7-4a18-8626-0931611bc479. Jul 14 08:49:25.630696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Calling delete_port for 8c78e4f5-15d7-4a18-8626-0931611bc479 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:25.632570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-63248d0d-82df-479b-a5c1-3276d2898a1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:25.634778 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-63248d0d-82df-479b-a5c1-3276d2898a1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.3341510 Jul 14 08:49:25.743615 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-cdfe3cc6-cf46-4362-ac82-99e4a723fb30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 200 len: 1002 time: 0.1011317 Jul 14 08:49:25.779321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:25.785433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-88fa70b3-34b4-450a-a8e8-2b0b60d0041a tempest-ServerRescueNegativeTestJSON-1091096416 tempest-ServerRescueNegativeTestJSON-1091096416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:25.814446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-6c0ce9e4-46e5-491b-b836-6f82b7e1b2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:25.816124 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-6c0ce9e4-46e5-491b-b836-6f82b7e1b2e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0655608 Jul 14 08:49:25.831082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'Port': ['ID=8c78e4f5-15d7-4a18-8626-0931611bc479,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:25.835378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:25.897428 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-c487458c-3be9-44de-938b-f1a5b61846b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745454 Jul 14 08:49:26.047538 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-2013d423-0422-4cd9-9932-e75af2237758 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427608 Jul 14 08:49:26.054918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:49:26.175847 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d9d3e2a0-f168-4ba7-a760-8a90d2241080 req-7cf2fd3d-3ac4-4318-8f67-153f5aae834a tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/ports?device_id=31c191d4-4448-4366-a8be-c282ca71b07b HTTP/1.1" status: 200 len: 210 time: 0.0513186 Jul 14 08:49:26.203117 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b933e5f-4141-4c57-9397-8908d31ad38e req-f76a8964-d658-48ea-977c-8abeb055ccf7 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409354 Jul 14 08:49:26.317002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:49:26.328309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:49:26.342623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:26.343528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:26.389447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] No DVR routers for this DVR port 8c78e4f5-15d7-4a18-8626-0931611bc479 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:49:26.392148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:26.395201 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'name': 'network-vif-deleted', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:49:26.413334 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d295fdf-1fcc-4d1b-b0b0-18a50a9fbaf8 req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.13 "DELETE /v2.0/ports/8c78e4f5-15d7-4a18-8626-0931611bc479 HTTP/1.1" status: 204 len: 173 time: 1.4260666 Jul 14 08:49:26.546261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:26.551813 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c191d4-4448-4366-a8be-c282ca71b07b', 'name': 'network-vif-deleted', 'tag': '8c78e4f5-15d7-4a18-8626-0931611bc479', 'status': 'completed', 'code': 200} Jul 14 08:49:26.876886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:26.880969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:49:26.892912 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:26.893559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:27.090653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:27.320056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8c78e4f5-15d7-4a18-8626-0931611bc479 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:27.327205 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52410) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:27.375505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 8c78e4f5-15d7-4a18-8626-0931611bc479 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:49:27.375905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 8c78e4f5-15d7-4a18-8626-0931611bc479 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:49:27.401578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:27.433562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:27.496729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:27.501189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ef4bc-0e13-48a3-9dbd-7d6d166e3abc None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:43:47Z', 'revision_number': 4, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '5df66e18-d1d7-4cf4-b8b5-6a869407f672', 'name': '', 'network_id': '130d594b-66f2-4196-8ea6-7d58724d597e', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'mac_address': 'fa:16:3e:a7:4c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:45Z', 'updated_at': '2021-07-14T08:44:00Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'subnets': [{'id': '3098c4ca-eca5-4934-8b2a-924f83f7155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:49:27.544447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:27.551432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-87382ed1-bbf7-45dd-baab-de8beb140599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:27.572430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32567a-4fa1-4345-85c7-fa69dd9d06af,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:27.577527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:27.579430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c207a-55a0-4765-b78c-05565f0e83b9 req-da947340-f36c-4d42-9262-25f658aaf297 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:27.581298 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c81c207a-55a0-4765-b78c-05565f0e83b9 req-da947340-f36c-4d42-9262-25f658aaf297 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0993912 Jul 14 08:49:27.587551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:27.588813 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2636c1dd-8b0e-42b4-bcd0-9ae685dfe68b tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac32567a-4fa1-4345-85c7-fa69dd9d06af HTTP/1.1" status: 204 len: 168 time: 0.2605360 Jul 14 08:49:27.591764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52416) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:27.592553 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-4d4f94f9-f9fe-41bd-be44-83ee329797e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1137 time: 0.1195090 Jul 14 08:49:27.631805 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.v2.resource [None req-f95fb937-c766-43b1-81b6-cc99bfa84593 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] show failed (client error): The resource could not be found. Jul 14 08:49:27.632906 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f95fb937-c766-43b1-81b6-cc99bfa84593 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "GET /v2.0/security-groups/ac32567a-4fa1-4345-85c7-fa69dd9d06af HTTP/1.1" status: 404 len: 347 time: 0.0394635 Jul 14 08:49:27.637256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52420) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:27.738994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620931-ac2d-425f-9c0f-14ce372932cb req-c3ddf165-dc8d-44b2-95fa-31a1b3f669e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:27.740602 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-c3ddf165-dc8d-44b2-95fa-31a1b3f669e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.1409261 Jul 14 08:49:27.820939 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c81c207a-55a0-4765-b78c-05565f0e83b9 req-614818c0-859d-40da-9f25-62c93c2cedcc tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240739 Jul 14 08:49:27.825056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Deleting port 6990cd50-d8ee-4793-a18c-d9d22cbad3b1 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:27.825440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:27.860603 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-a710155c-a7db-4802-837d-d472cc82fac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 1000 time: 0.1127965 Jul 14 08:49:27.933390 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620931-ac2d-425f-9c0f-14ce372932cb req-e5ff6c22-40d4-499a-bc36-9657783ea661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:27.935028 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-e5ff6c22-40d4-499a-bc36-9657783ea661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0680032 Jul 14 08:49:28.010889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab135cd-538b-41dc-b6af-20f6bb84e6f6 None None] New status for floating IP c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1: DOWN {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:49:28.018600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:28.018819 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-eec7881f-64db-4778-a552-c0cba8e37a94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768065 Jul 14 08:49:28.018928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:28.154836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Calling delete_port for 6990cd50-d8ee-4793-a18c-d9d22cbad3b1 owned by network:floatingip {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:28.174419 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-27d562ee-8d7c-422e-8a23-48a3caa2c119 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471345 Jul 14 08:49:28.314684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:28.320791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:28.326439 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-8ab135cd-538b-41dc-b6af-20f6bb84e6f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82038) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:49:28.326873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-8ab135cd-538b-41dc-b6af-20f6bb84e6f6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:49:28.340126 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-66620931-ac2d-425f-9c0f-14ce372932cb req-fa88fdbb-50b5-4835-ae23-0c1d7aa5bec9 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585066 Jul 14 08:49:28.366432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Pushing event deleted for resources: {'Port': ['ID=6990cd50-d8ee-4793-a18c-d9d22cbad3b1,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:28.370629 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:28.466763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks [] for floatingip, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:28.481933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:28.483215 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-32b0b029-a478-494f-943a-58a6f6a2af4f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] 10.222.0.46 "DELETE /v2.0/floatingips/c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1 HTTP/1.1" status: 204 len: 168 time: 0.8449359 Jul 14 08:49:28.828641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab135cd-538b-41dc-b6af-20f6bb84e6f6 None None] New status for floating IP c18c154b-b19d-42b1-b4f3-3f4c3ddc88b1: DOWN {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:49:29.036727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787c4f3-25bf-4c2d-a1bd-fb0aa2051352 req-95c87261-93fd-4473-9146-7581bb2bb451 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:29.038361 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2787c4f3-25bf-4c2d-a1bd-fb0aa2051352 req-95c87261-93fd-4473-9146-7581bb2bb451 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0877104 Jul 14 08:49:29.092352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2787c4f3-25bf-4c2d-a1bd-fb0aa2051352 req-8e2a95d7-d773-42ba-8fa8-54c396ee2d35 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473566 Jul 14 08:49:30.300398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de9db-6125-4b31-9f0a-f1ca9025d3d1 req-29f07417-a49c-4461-aef6-ab78f5758b44 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:30.301989 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b4de9db-6125-4b31-9f0a-f1ca9025d3d1 req-29f07417-a49c-4461-aef6-ab78f5758b44 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0825858 Jul 14 08:49:30.351981 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4b4de9db-6125-4b31-9f0a-f1ca9025d3d1 req-16292101-1167-4d39-ae20-26871ef427fd tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435042 Jul 14 08:49:31.556602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb61a04-8c60-44ef-b57c-8130345787de req-8ac9fa65-e30a-4ee1-a5a0-5cb98ddc290d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:31.558098 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2eb61a04-8c60-44ef-b57c-8130345787de req-8ac9fa65-e30a-4ee1-a5a0-5cb98ddc290d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0836565 Jul 14 08:49:31.611046 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2eb61a04-8c60-44ef-b57c-8130345787de req-06646284-115b-4c9f-9a03-d25a8d002036 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467744 Jul 14 08:49:31.947444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ac857738-aa8d-40ac-a42d-7d25f83eeb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:32.560687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52456) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:32.983112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4ca8-4514-4b39-b67f-b77864f38fb7 req-55af526a-8e39-4558-9bd2-ac9112f85390 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:32.984705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-429e4ca8-4514-4b39-b67f-b77864f38fb7 req-55af526a-8e39-4558-9bd2-ac9112f85390 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.1130764 Jul 14 08:49:33.160550 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-429e4ca8-4514-4b39-b67f-b77864f38fb7 req-715d16db-2d45-4337-b24d-961f78d3d423 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693084 Jul 14 08:49:33.230683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:33.468752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.037774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Deleting port 5df66e18-d1d7-4cf4-b8b5-6a869407f672 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:34.038373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.218323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] For port 5df66e18-d1d7-4cf4-b8b5-6a869407f672, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=5df66e18-d1d7-4cf4-b8b5-6a869407f672,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:34.218727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.348607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Calling delete_port for 5df66e18-d1d7-4cf4-b8b5-6a869407f672 owned by network:router_interface {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:34.392255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650bfc-7cf1-43f6-9907-df4c438cb3e6 req-e931978a-0faf-46c3-b515-ad98b6c27c68 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:34.393849 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd650bfc-7cf1-43f6-9907-df4c438cb3e6 req-e931978a-0faf-46c3-b515-ad98b6c27c68 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0887613 Jul 14 08:49:34.445663 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dd650bfc-7cf1-43f6-9907-df4c438cb3e6 req-e4591784-21d7-43e8-9ca6-e62c6cc1b034 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449166 Jul 14 08:49:34.484243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3da28d2d-6dbb-4bf7-8e37-4b32bcbfaa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.640505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.655359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:34.659908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:34.701929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df66e18-d1d7-4cf4-b8b5-6a869407f672,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:34.704933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:34.999423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:35.670014 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Router a0db84be-4f47-49a4-ac72-0f5ba496cd0c has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:49:35.682247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b729f-88da-4e29-b8a0-26efb53ccbfc req-154bf043-2a8e-404f-9031-cb3234637c00 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:35.683862 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6a4b729f-88da-4e29-b8a0-26efb53ccbfc req-154bf043-2a8e-404f-9031-cb3234637c00 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.1144929 Jul 14 08:49:36.062083 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6a4b729f-88da-4e29-b8a0-26efb53ccbfc req-387f09ea-b7bb-46a5-a48c-172894d092e8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3716686 Jul 14 08:49:36.127069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:36.136097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:49:36.144560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Sync routers for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:49:36.150862 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] 10.222.0.46 "PUT /v2.0/routers/a0db84be-4f47-49a4-ac72-0f5ba496cd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5872822 Jul 14 08:49:36.152473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52468) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:36.157865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:36.158559 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:36.352521 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:36.361147 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks [] for router, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:36.583746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:36.592062 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Deleting port 7fbba18f-b2f9-4323-8c56-7f192923c56d {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:36.592435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:36.778645 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] For port 7fbba18f-b2f9-4323-8c56-7f192923c56d, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7fbba18f-b2f9-4323-8c56-7f192923c56d,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:36.779284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:36.811747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:49:34Z', 'revision_number': 5, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port': {'id': '7fbba18f-b2f9-4323-8c56-7f192923c56d', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:43:34Z', 'updated_at': '2021-07-14T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:36.815803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Checking router: a0db84be-4f47-49a4-ac72-0f5ba496cd0c for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:49:36.827453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Routers {'a0db84be-4f47-49a4-ac72-0f5ba496cd0c'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:36.828105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:36.906955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Calling delete_port for 7fbba18f-b2f9-4323-8c56-7f192923c56d owned by network:router_gateway {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:36.986441 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] Set router a0db84be-4f47-49a4-ac72-0f5ba496cd0c gateway port host: None {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:37.078489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.082899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:37.102112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:49:36Z', 'revision_number': 6, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:37.106994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846f6a1-7ada-4a97-b2f2-2d0512126c1e None None] The sync data for ids ['a0db84be-4f47-49a4-ac72-0f5ba496cd0c'] in dv-cinder-800229-1-smb is: [{'id': 'a0db84be-4f47-49a4-ac72-0f5ba496cd0c', 'name': 'tempest-AttachVolumeTestJSON-1499560900-router', 'tenant_id': '824a366f8f7c4389a12f77b88b19950b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:43:33Z', 'updated_at': '2021-07-14T08:49:36Z', 'revision_number': 6, 'project_id': '824a366f8f7c4389a12f77b88b19950b', 'gw_port_host': None}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:49:37.125624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbba18f-b2f9-4323-8c56-7f192923c56d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:37.129621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:37.283104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380448c-8459-4584-99c7-a41da3c7ed8a req-ba7529de-f730-4f50-9118-016c6f800bcb tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:37.285312 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9380448c-8459-4584-99c7-a41da3c7ed8a req-ba7529de-f730-4f50-9118-016c6f800bcb tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0897114 Jul 14 08:49:37.338564 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9380448c-8459-4584-99c7-a41da3c7ed8a req-519f27e7-f418-4527-825c-620d20a53b57 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461743 Jul 14 08:49:37.379221 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.654656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.659542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.749983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.750551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0db84be-4f47-49a4-ac72-0f5ba496cd0c {{(pid=82036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:49:37.764142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.765363 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0bedde13-4324-4751-b0cc-4705bab3929f admin admin] 10.222.0.46 "DELETE /v2.0/routers/a0db84be-4f47-49a4-ac72-0f5ba496cd0c HTTP/1.1" status: 204 len: 168 time: 1.6118865 Jul 14 08:49:37.768087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52474) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:37.837302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Deleting subnet 3098c4ca-eca5-4934-8b2a-924f83f7155c {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:49:37.840743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:37.896065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.016585 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.085816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.091630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:38.128886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3098c4ca-eca5-4934-8b2a-924f83f7155c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:38.131659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:38.134984 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.141168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27fd60-5fc0-4978-ae6f-7704845bc552 None None] Network 130d594b-66f2-4196-8ea6-7d58724d597e requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:49:38.142218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e0450610-c725-498d-aec3-7f4a90d25062 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3098c4ca-eca5-4934-8b2a-924f83f7155c HTTP/1.1" status: 204 len: 168 time: 0.3728642 Jul 14 08:49:38.144896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52478) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:38.438146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] DHCP port deletion for 130d594b-66f2-4196-8ea6-7d58724d597e request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:49:38.442993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Deleting port 4d42ae00-478e-4cf4-898b-ce08bd510b4c {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:38.447963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.489457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.533681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 5df66e18-d1d7-4cf4-b8b5-6a869407f672 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:38.551919 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Deleting port 4d42ae00-478e-4cf4-898b-ce08bd510b4c {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:38.552302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.579058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 5df66e18-d1d7-4cf4-b8b5-6a869407f672 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:49:38.579454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 5df66e18-d1d7-4cf4-b8b5-6a869407f672 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:49:38.579904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4d42ae00-478e-4cf4-898b-ce08bd510b4c no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:38.669325 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c10a6-85d4-491f-903b-1ac0630cca2f req-61b52284-968f-4091-910a-f35d4ae4b7ba tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:38.670869 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b66c10a6-85d4-491f-903b-1ac0630cca2f req-61b52284-968f-4091-910a-f35d4ae4b7ba tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.1782854 Jul 14 08:49:38.800716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:38.801179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.832364 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b66c10a6-85d4-491f-903b-1ac0630cca2f req-7187841f-8043-4ecb-9608-8214576f1cc1 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517706 Jul 14 08:49:38.840282 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:38.840751 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.928158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:38.946220 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Calling delete_port for 4d42ae00-478e-4cf4-898b-ce08bd510b4c owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:38.969917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Calling delete_port for 4d42ae00-478e-4cf4-898b-ce08bd510b4c owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:39.104154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:39.108825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 08:49:39.108825 dv-cinder-800229-1-smb neutron-server[81924]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jul 14 08:49:39.108825 dv-cinder-800229-1-smb neutron-server[81924]: [parameters: {'port_id': '4d42ae00-478e-4cf4-898b-ce08bd510b4c'}] Jul 14 08:49:39.108825 dv-cinder-800229-1-smb neutron-server[81924]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=82037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:49:39.109222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:49:39.109951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:39.110548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82036) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:49:39.110754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7fbba18f-b2f9-4323-8c56-7f192923c56d no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:39.110946 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:49:39.139836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:39.177454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 7fbba18f-b2f9-4323-8c56-7f192923c56d {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:49:39.177847 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7fbba18f-b2f9-4323-8c56-7f192923c56d not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:49:39.210557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Pushing event updated for resources: {'Port': ['ID=4d42ae00-478e-4cf4-898b-ce08bd510b4c,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:39.213569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:39.610952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Deleting port 4d42ae00-478e-4cf4-898b-ce08bd510b4c {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:39.611291 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:39.611970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Deleting port 4d42ae00-478e-4cf4-898b-ce08bd510b4c {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:39.612434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:39.768258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:49:39.825915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:39.826352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:39.828395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] For port 4d42ae00-478e-4cf4-898b-ce08bd510b4c, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4d42ae00-478e-4cf4-898b-ce08bd510b4c,segment=NetworkSegment(79554c8e-d96d-45fa-8690-ca4afafc070d),segment_id=79554c8e-d96d-45fa-8690-ca4afafc070d)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:39.828795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:39.955620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Calling delete_port for 4d42ae00-478e-4cf4-898b-ce08bd510b4c owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:39.963059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Calling delete_port for 4d42ae00-478e-4cf4-898b-ce08bd510b4c owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:40.044011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.049440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0cafcf9d-cf34-461e-ac52-3b62d0ee52db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:40.050241 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3858f-a5f0-4d75-bd50-883934853e58 req-7c327aeb-526e-4ab8-9353-9028a192cf6a tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:40.052007 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d7e3858f-a5f0-4d75-bd50-883934853e58 req-7c327aeb-526e-4ab8-9353-9028a192cf6a tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0933764 Jul 14 08:49:40.095680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d42ae00-478e-4cf4-898b-ce08bd510b4c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:40.099883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:40.104136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] No DVR routers for this DVR port 4d42ae00-478e-4cf4-898b-ce08bd510b4c on host dv-cinder-800229-1-smb {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:49:40.115118 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d7e3858f-a5f0-4d75-bd50-883934853e58 req-21ead378-7441-4ea1-85c5-d1864866f5c5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545385 Jul 14 08:49:40.187569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:49:40.187988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:49:40.234455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.248999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130d594b-66f2-4196-8ea6-7d58724d597e']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:40.262059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79554c8e-d96d-45fa-8690-ca4afafc070d') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:40.262408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79554c8e-d96d-45fa-8690-ca4afafc070d') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:40.275080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.294677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.300954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:49:40.301378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:49:40.315885 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:49:40.391306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.396356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.400192 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b41fc9bd-d321-4f11-acd9-6eecc64c3f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:40.422164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=130d594b-66f2-4196-8ea6-7d58724d597e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:40.424734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:40.436404 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d1b37a46-6fc1-4607-a86e-a1ba6aec6e8e admin admin] 10.222.0.46 "DELETE /v2.0/networks/130d594b-66f2-4196-8ea6-7d58724d597e HTTP/1.1" status: 204 len: 168 time: 2.2903655 Jul 14 08:49:40.579243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52490) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:40.636098 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6ea6dd04-eb36-4b57-a837-1c48fa6b8e3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=824a366f8f7c4389a12f77b88b19950b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555255 Jul 14 08:49:40.638578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52494) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:40.700382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.728166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.771999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.777357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c77d2946-e78d-4b91-8fed-e31e202e4c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:40.794146 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e748f5f0-b6e3-40b5-b609-ae137a451e5e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:40.797300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:40.799464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:40.800697 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e748f5f0-b6e3-40b5-b609-ae137a451e5e HTTP/1.1" status: 204 len: 168 time: 0.1610663 Jul 14 08:49:41.024962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Deleting port 4d42ae00-478e-4cf4-898b-ce08bd510b4c {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:41.025460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:41.090388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f838f-13db-48ea-8fe3-1164069f3e67 None None] The port '4d42ae00-478e-4cf4-898b-ce08bd510b4c' was deleted {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:49:41.332849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8061-6d3e-42c1-a4f9-4eedc2d40fd2 req-24d3138e-c0dc-4570-9f71-75c9de9e2c7b tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:41.334470 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2ecf8061-6d3e-42c1-a4f9-4eedc2d40fd2 req-24d3138e-c0dc-4570-9f71-75c9de9e2c7b tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0900476 Jul 14 08:49:41.386387 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2ecf8061-6d3e-42c1-a4f9-4eedc2d40fd2 req-dc7ad37f-3a00-425d-80b4-9cc49da6a3e9 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449896 Jul 14 08:49:42.593673 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62cfe3-ec55-495b-9d91-96a534118c79 req-06739113-254b-4b1c-82e3-c61222429447 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:42.595259 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0a62cfe3-ec55-495b-9d91-96a534118c79 req-06739113-254b-4b1c-82e3-c61222429447 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0847037 Jul 14 08:49:42.649451 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0a62cfe3-ec55-495b-9d91-96a534118c79 req-80fc88af-62f7-41c6-9324-2101d1f1d494 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476027 Jul 14 08:49:43.855068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0bfc-c685-4b94-b08b-6ad33c343dae req-f0a43a57-aab6-427f-a48f-97816c09c616 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:43.856682 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd1f0bfc-c685-4b94-b08b-6ad33c343dae req-f0a43a57-aab6-427f-a48f-97816c09c616 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0834556 Jul 14 08:49:43.906784 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fd1f0bfc-c685-4b94-b08b-6ad33c343dae req-875758f2-50c0-4ae7-9ac0-0e1ce0ee06bf tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437863 Jul 14 08:49:45.124255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1f86-c81d-4e41-adce-8b9f26bd7039 req-289538b6-2bd5-4804-8f57-bdb042a37509 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:45.125850 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ccc1f86-c81d-4e41-adce-8b9f26bd7039 req-289538b6-2bd5-4804-8f57-bdb042a37509 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0931764 Jul 14 08:49:45.175923 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6ccc1f86-c81d-4e41-adce-8b9f26bd7039 req-6a59f151-b112-4087-9196-55c07cd60a57 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437839 Jul 14 08:49:46.391236 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c5d9b-1f54-47d5-8c6f-0cfdd3163567 req-1b595e89-03a0-4005-85af-d2b652a56744 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:46.392862 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d51c5d9b-1f54-47d5-8c6f-0cfdd3163567 req-1b595e89-03a0-4005-85af-d2b652a56744 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0887673 Jul 14 08:49:46.445500 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d51c5d9b-1f54-47d5-8c6f-0cfdd3163567 req-f8f636bb-d826-4d6e-8163-c422531e0817 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454433 Jul 14 08:49:47.652623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7b4ad-afb0-4c66-a9cf-41be478d23d7 req-dadcb495-8472-4960-a4fe-4603fd3527ff tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:47.654134 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1ff7b4ad-afb0-4c66-a9cf-41be478d23d7 req-dadcb495-8472-4960-a4fe-4603fd3527ff tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0857363 Jul 14 08:49:47.917543 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1ff7b4ad-afb0-4c66-a9cf-41be478d23d7 req-185f2e42-b252-4db4-8eb8-dc9d363f5cdb tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2569251 Jul 14 08:49:49.123516 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0f797-0973-46bd-99f2-747aee9d70ce req-70cb180b-083e-45d1-9499-d5f4a4d33c25 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:49.125166 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18f0f797-0973-46bd-99f2-747aee9d70ce req-70cb180b-083e-45d1-9499-d5f4a4d33c25 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0842764 Jul 14 08:49:49.179190 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-18f0f797-0973-46bd-99f2-747aee9d70ce req-35a845c4-9657-4164-9543-8532e8f19c2d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479352 Jul 14 08:49:50.385583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cabb02-96f3-43f6-ba83-65fdd81cc28b req-134e1b36-de16-47ef-8032-7b8dee029528 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:50.387113 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-80cabb02-96f3-43f6-ba83-65fdd81cc28b req-134e1b36-de16-47ef-8032-7b8dee029528 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0838223 Jul 14 08:49:50.437326 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-80cabb02-96f3-43f6-ba83-65fdd81cc28b req-726c83a0-e582-45d0-82c3-e0cf4777b711 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&id=149eaf54-8f65-4d9e-b6f0-1d502ca46902&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441244 Jul 14 08:49:51.046320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.369599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52654) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:51.543577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.579378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:51.583416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Usage tracker for resource:security_group_rule and tenant:180b511c38574b24947fd654f11c101a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:51.586983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:51.593498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:51.660821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.663532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.670839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d2546881-ca06-4ff8-b4b9-af18001b00c4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:51.710828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d8c3f-3e3e-43d0-a584-8178e94bc564,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:51.724567 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=180b511c38574b24947fd654f11c101a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538601 Jul 14 08:49:51.726438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.727549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.727970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.728293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52662) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:51.728473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.728883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.729289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.729783 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.730258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.730621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.731060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.731458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:51.735607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:51.794544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.820696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.869331 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.874375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ad2d137e-2ffc-4e59-9be4-0a40cc1dff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:51.888448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d8c3f-3e3e-43d0-a584-8178e94bc564,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:51.891700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:51.893008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:51.894123 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d9d8c3f-3e3e-43d0-a584-8178e94bc564 HTTP/1.1" status: 204 len: 168 time: 0.1647155 Jul 14 08:49:52.245768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52670) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:52.266084 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.300557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:52.304668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f793769b7efd4fa48bf1b421e143f396 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:52.308858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:52.314932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:52.384163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.386657 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.393886 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-28a35637-f429-4348-a20e-1a6d641a9cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:52.439680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadc0781-0592-44db-b0ce-860b1dc63674,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:52.446939 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f793769b7efd4fa48bf1b421e143f396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1999838 Jul 14 08:49:52.449802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52674) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:52.452536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.452953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.453356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.453756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.454158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.454554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.454987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.455391 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.455788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.456179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.456534 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:49:52.460444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-45e12407-16cd-479c-9c55-28d927c5a6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:52.513446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.539635 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.588875 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.595053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8d996f59-313f-4346-b686-a4860f07b05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:52.607826 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadc0781-0592-44db-b0ce-860b1dc63674,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:52.610998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:52.619133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:52.622810 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4cfde4d0-da38-4c4c-8887-b61de99c5664 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dadc0781-0592-44db-b0ce-860b1dc63674 HTTP/1.1" status: 204 len: 168 time: 0.1695142 Jul 14 08:49:53.051823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332a75c-e10a-41fb-91b5-203138d34427 req-f9920e11-2518-428d-a891-31938f858b87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:53.053443 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2332a75c-e10a-41fb-91b5-203138d34427 req-f9920e11-2518-428d-a891-31938f858b87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.0850482 Jul 14 08:49:53.104134 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2332a75c-e10a-41fb-91b5-203138d34427 req-770cdd52-47ee-4898-a946-a5083cc53537 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 Jul 14 08:49:54.326978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db033f77-a81c-4052-a648-720fd08a338e req-f5dc0fdb-2201-404e-8987-ffb4992e275d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:54.328639 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-db033f77-a81c-4052-a648-720fd08a338e req-f5dc0fdb-2201-404e-8987-ffb4992e275d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.0866179 Jul 14 08:49:54.378514 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-db033f77-a81c-4052-a648-720fd08a338e req-62e185e3-b0cc-4655-bd0d-13ab3a888cf0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Jul 14 08:49:55.200977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-3f42688c-bdb3-45dd-94e3-93aa65ed6e4e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:55.202447 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-3f42688c-bdb3-45dd-94e3-93aa65ed6e4e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.0881417 Jul 14 08:49:55.279283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Deleting port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:55.279663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:55.586045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] For port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:49:55.586597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:55.771691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7aae0-a858-479d-add1-7930c0feec5b req-eb4bf6d5-91f5-4e50-83d2-f2f0fa391ba2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:49:55.773281 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-afd7aae0-a858-479d-add1-7930c0feec5b req-eb4bf6d5-91f5-4e50-83d2-f2f0fa391ba2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 947 time: 0.2464337 Jul 14 08:49:55.931820 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-afd7aae0-a858-479d-add1-7930c0feec5b req-decf1056-4fcc-45ef-ac0c-8d9b72a80c92 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=644fe85f-0f6c-4f63-98d9-f0d22c9336c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428349 Jul 14 08:49:55.945549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:55.945959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:55.946307 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Floating IP 7ed61168-5e63-4edf-88a6-58b810f81bd3 disassociated. External IP: 172.28.0.185, port: 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c. Jul 14 08:49:55.946686 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Calling delete_port for 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:56.085269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:56.091671 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:56.138924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'Port': ['ID=9a7ca42b-84a1-466c-8bf3-67f43aa32b0c,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:56.142621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:56.364656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:49:56.591793 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:49:56.606016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:49:56.619526 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:56.620372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:56.667474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] No DVR routers for this DVR port 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:49:56.670108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:56.673110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-deleted', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:49:56.696620 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b447681b-2b4e-41e9-898f-5e15be89eed5 req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "DELETE /v2.0/ports/9a7ca42b-84a1-466c-8bf3-67f43aa32b0c HTTP/1.1" status: 204 len: 173 time: 1.4850571 Jul 14 08:49:56.745454 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5d2450-3c0d-4843-a308-3e3b23280c91', 'name': 'network-vif-deleted', 'tag': '9a7ca42b-84a1-466c-8bf3-67f43aa32b0c', 'status': 'completed', 'code': 200} Jul 14 08:49:56.829255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:57.132413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6dcd7d4f-823d-4d5a-9d00-0ed27cbe5ea1 req-a29bbe6f-8671-4c15-986b-6e936b964bd9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:49:57.147546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-6dcd7d4f-823d-4d5a-9d00-0ed27cbe5ea1 req-a29bbe6f-8671-4c15-986b-6e936b964bd9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:49:57.149574 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6dcd7d4f-823d-4d5a-9d00-0ed27cbe5ea1 req-a29bbe6f-8671-4c15-986b-6e936b964bd9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d2450-3c0d-4843-a308-3e3b23280c91 HTTP/1.1" status: 200 len: 210 time: 0.0656815 Jul 14 08:49:57.168138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:57.172235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:49:57.184081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:49:57.184779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:49:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:57.374402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:49:57.420883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:49:57.464450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:49:57.464825 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 9a7ca42b-84a1-466c-8bf3-67f43aa32b0c not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:49:57.720529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:49:57.724681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa309a14-8eef-4a31-8e2d-93be7cce54f6 None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:49:58.169482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a1d64-19ab-4e0e-8391-ba6b1b0293bd None None] New status for floating IP 7ed61168-5e63-4edf-88a6-58b810f81bd3: DOWN {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:49:58.309660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52766) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:58.385506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.415948 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.462189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.467536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-22ec82ca-28fe-4c46-b5b5-09d6035055a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:58.483740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644fe85f-0f6c-4f63-98d9-f0d22c9336c7,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:58.486522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:58.493755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.495024 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "DELETE /v2.0/security-groups/644fe85f-0f6c-4f63-98d9-f0d22c9336c7 HTTP/1.1" status: 204 len: 168 time: 0.1839087 Jul 14 08:49:58.497738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52770) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:58.516063 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.v2.resource [None req-7614f4cd-e8e1-4742-9d9b-647336b04fa0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] show failed (client error): The resource could not be found. Jul 14 08:49:58.517151 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7614f4cd-e8e1-4742-9d9b-647336b04fa0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups/644fe85f-0f6c-4f63-98d9-f0d22c9336c7 HTTP/1.1" status: 404 len: 347 time: 0.0184550 Jul 14 08:49:58.520072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52774) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:58.681321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Deleting port a8f44999-019a-4071-a27f-82941c23dbc8 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:49:58.681700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.856859 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.857454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:58.981502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Calling delete_port for a8f44999-019a-4071-a27f-82941c23dbc8 owned by network:floatingip {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:49:59.121493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.125798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2ebfdc9-d3f2-4433-a414-81fb16102de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:59.168511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'Port': ['ID=a8f44999-019a-4071-a27f-82941c23dbc8,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:59.171575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:59.269969 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.291178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.292441 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-47500fe2-a464-4bac-a892-31cccff9215a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "DELETE /v2.0/floatingips/7ed61168-5e63-4edf-88a6-58b810f81bd3 HTTP/1.1" status: 204 len: 168 time: 0.7714136 Jul 14 08:49:59.522131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52790) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:59.529089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015175121', 'description': 'tempest-description--1488084374'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:49:59.536013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:59.540938 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:59.544005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:59.549922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:59.560185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.596180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:59.600148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:59.603661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:59.609588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:59.668292 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.671138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.676482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-327ebd81-4e7f-4467-9040-aaaa50cbcbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:59.722981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97004a8e-4d36-490d-9a00-c1bc9e23eac6,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:59.726099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:59.728415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.729828 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2063293 Jul 14 08:49:59.732777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52794) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:59.738720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group_rule': {'security_group_id': '97004a8e-4d36-490d-9a00-c1bc9e23eac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:49:59.745685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:59.750149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:59.753360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:59.760030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:59.777068 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.843248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.845709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.847880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e35fdcd7-06b1-49c0-b242-59e900723521 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:49:59.874307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8873592e-8086-4d6f-912f-725f46596169,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:49:59.876850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:49:59.883044 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.884340 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8d0e0bdc-152d-44b2-b429-963eabe539d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1505644 Jul 14 08:49:59.887138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52798) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:49:59.893060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'security_group_rule': {'security_group_id': '97004a8e-4d36-490d-9a00-c1bc9e23eac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:49:59.899568 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:49:59.903609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:security_group_rule and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:49:59.906883 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:49:59.913159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:49:59.929120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.992853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.995399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623238'] for security_group_rule, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:49:59.997530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d55b83dd-d652-4398-b6cc-c41555650c03 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:00.020396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b31f2fc-8259-4e18-be07-0991e96b4dec,revision_number=0']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:00.022827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:00.029816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.031119 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b85681d0-93f5-47c1-a35b-f0059e6a6f89 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1429584 Jul 14 08:50:00.034566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52802) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:00.040940 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'floatingip': {'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:00.046440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:00.050441 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Usage tracker for resource:floatingip and tenant:a391f3f7230449238c073246602e1b13 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:00.053474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:00.059603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:00.068978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.219338 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.367549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Allocated IP 172.28.0.134 (76466a50-d9ff-40ae-a81c-6766002851f2/ed5e2689-5863-4504-8c80-c189977c3e2f/f884e46b-bf13-48ed-abff-04a7af9ae12c) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:50:00.523004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.550327 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.555444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-60812f1e-e0d7-411d-8322-9bd10ee2d9e0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:00.624260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Network 76466a50-d9ff-40ae-a81c-6766002851f2 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:50:00.627953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:50:00.630074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=f884e46b-bf13-48ed-abff-04a7af9ae12c,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:00.632399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:50:00.663458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:00.798741 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:00.857487 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.073445 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.076812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.080511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8b869f89-d87d-41c9-8ab7-4cfe0fb9e2f8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:01.406056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=f884e46b-bf13-48ed-abff-04a7af9ae12c,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:01.410937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:01.423359 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.445145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.447132 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4115143 Jul 14 08:50:01.691703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-02626af3-2737-4d66-a965-3ffa0011316d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:01.706030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-02626af3-2737-4d66-a965-3ffa0011316d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:01.707278 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-02626af3-2737-4d66-a965-3ffa0011316d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1015175121&fields=id&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 267 time: 0.0592566 Jul 14 08:50:01.869549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-1c52b5f8-d756-42ef-b7b0-b352573b0f69 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:01.871148 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-1c52b5f8-d756-42ef-b7b0-b352573b0f69 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 817 time: 0.1531456 Jul 14 08:50:01.889558 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-e69c5f1e-241e-4a95-9773-7d7f13cc511a tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/quotas/a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 375 time: 0.0124342 Jul 14 08:50:01.948929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c8fc1b5e-3217-4865-ad19-6a02df1b9514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:01.984315 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-fc05d649-0544-4f84-bed7-f833553c3f38 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893135 Jul 14 08:50:02.139461 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-6cfbe9ad-b24f-47f3-8da8-50a18567d79c service neutron] 10.222.0.46 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415508 Jul 14 08:50:02.292084 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-534e8b28-0448-47eb-a189-705cec4f6ddb service neutron] 10.222.0.46 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461160 Jul 14 08:50:02.497397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a99bf1c5-5928-40ae-a3da-608a0b2ea4ae req-f55e2bef-3ece-4f5a-8c51-9eee5621a0cc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:02.513161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-a99bf1c5-5928-40ae-a3da-608a0b2ea4ae req-f55e2bef-3ece-4f5a-8c51-9eee5621a0cc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:02.514591 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a99bf1c5-5928-40ae-a3da-608a0b2ea4ae req-f55e2bef-3ece-4f5a-8c51-9eee5621a0cc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 210 time: 0.0649068 Jul 14 08:50:03.477924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:03.791484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ebd7494f-f790-4630-9fe9-8bfbd33f45ea req-4f56e5b1-aa6b-477a-ab16-71300dcb6efa tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 210 time: 0.0712645 Jul 14 08:50:03.825569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-df688bb1-ab14-4710-8d93-2cd3c5060e97 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:03.827163 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-df688bb1-ab14-4710-8d93-2cd3c5060e97 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 817 time: 0.2409713 Jul 14 08:50:03.895026 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-6be3892d-b10a-4fcb-8bfa-a7cb827b79a1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 380 time: 0.0449862 Jul 14 08:50:03.906519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'port': {'device_id': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'admin_state_up': True, 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'security_groups': ['97004a8e-4d36-490d-9a00-c1bc9e23eac6']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:04.049823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:04.060023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:04.068616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Made reservation on behalf of a391f3f7230449238c073246602e1b13 for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:50:04.074708 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.244873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Allocated IP 172.20.0.7 (573b1f93-e1f4-49ea-9e73-879026339f64/ddd25ade-2118-490d-9fcb-d3dfa20387c6/3d6e68d8-2349-436f-a24c-620fcb9fa14f) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:50:04.445182 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.462740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Transition to ACTIVE for port object 3d6e68d8-2349-436f-a24c-620fcb9fa14f will not be triggered until provisioned by entity DHCP. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:50:04.483243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.485402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f4b84893-91a9-4314-89fd-bf151b321afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.488854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-595ffde9-50d4-4a88-9b18-b371d19790af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:04.566233 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Network 573b1f93-e1f4-49ea-9e73-879026339f64 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:50:04.570059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:50:04.572289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:04.574586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:50:04.606703 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:04.641343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.641768 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:04.642446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.669013 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664850 Jul 14 08:50:04.688884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Request body: {'port': {'device_id': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:04.817204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.871749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-5c4e7576-bf0f-4b30-b7c0-8d0f3cfe1439 None None] Provisioning for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f completed by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:50:04.884501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-5c4e7576-bf0f-4b30-b7c0-8d0f3cfe1439 None None] Provisioning complete for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:50:04.885212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7576-bf0f-4b30-b7c0-8d0f3cfe1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:04.963489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e7576-bf0f-4b30-b7c0-8d0f3cfe1439 None None] Port 3d6e68d8-2349-436f-a24c-620fcb9fa14f cannot update to ACTIVE because it is not bound. {{(pid=82037) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 14 08:50:05.020753 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902bb0-da8a-404a-8208-c46218fd5457 req-dac8eb58-6b86-479c-946b-ef2d337735ea tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:05.022484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d902bb0-da8a-404a-8208-c46218fd5457 req-dac8eb58-6b86-479c-946b-ef2d337735ea tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 931 time: 0.0901673 Jul 14 08:50:05.074096 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0d902bb0-da8a-404a-8208-c46218fd5457 req-28c01bec-6ff0-4bb3-9495-89598007b355 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:05.087222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-0d902bb0-da8a-404a-8208-c46218fd5457 req-28c01bec-6ff0-4bb3-9495-89598007b355 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:security_group {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:05.088546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0d902bb0-da8a-404a-8208-c46218fd5457 req-28c01bec-6ff0-4bb3-9495-89598007b355 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584128 Jul 14 08:50:05.198280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:50:05.205121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:05.220438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Transition to ACTIVE for port object 3d6e68d8-2349-436f-a24c-620fcb9fa14f will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:50:05.223105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:05.227763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a2471647-98b3-4e18-8d7b-2b670406347c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:05.355358 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:05.359843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:05.478996 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Attempting to bind port 3d6e68d8-2349-436f-a24c-620fcb9fa14f on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:50:05.479377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Attempting to bind port 3d6e68d8-2349-436f-a24c-620fcb9fa14f by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:50:05.479750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Attempting to bind port 3d6e68d8-2349-436f-a24c-620fcb9fa14f on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:50:05.486102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Port 3d6e68d8-2349-436f-a24c-620fcb9fa14f on network 573b1f93-e1f4-49ea-9e73-879026339f64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:50:05.486600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Attempting to bind port 3d6e68d8-2349-436f-a24c-620fcb9fa14f on network 573b1f93-e1f4-49ea-9e73-879026339f64 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:50:05.494440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:50:05.494898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Checking segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:50:05.495269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Bound using segment: {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:50:05.495746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Bound port: 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db3ae82-fb1d-4ee2-98e9-189161bbcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:50:05.496134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:05.591936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:50:05.595951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:50:05.599283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:05.604213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-57b7550f-4fe0-41b2-a96f-76d8291f27de tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:05.668258 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:05.669760 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] 10.222.0.13 "PUT /v2.0/ports/3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 1093 time: 0.9857404 Jul 14 08:50:05.672835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:05.693213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:05.697328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:05.767617 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'status': 'completed', 'code': 200} Jul 14 08:50:05.807633 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-04605da5-d529-45e7-9256-609ec408b7bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1096 time: 0.0806551 Jul 14 08:50:05.896373 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-89294d61-ddbc-499c-ab63-89775271038a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 217 time: 0.0729384 Jul 14 08:50:05.965418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-3de7e5e1-513f-4b95-b7a9-1fca6b06cbf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:05.966944 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-3de7e5e1-513f-4b95-b7a9-1fca6b06cbf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0642033 Jul 14 08:50:06.051534 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-92e713ed-ad3a-48c3-8226-4b1532b8219a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780263 Jul 14 08:50:06.131852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:06.196914 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-f15debf5-f142-4213-b6c7-5cdc6b805bfb service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374855 Jul 14 08:50:06.331636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268172-30ba-4326-b47d-6aea8b4ea729 req-823a9349-bcf9-465c-9eec-ba6bda427af1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:06.333318 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9f268172-30ba-4326-b47d-6aea8b4ea729 req-823a9349-bcf9-465c-9eec-ba6bda427af1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.1018376 Jul 14 08:50:06.353546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0f7d3b3f-db57-4d60-8496-053832d32e6c req-5b969bcb-72c0-4261-847e-ee5564c78144 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501153 Jul 14 08:50:06.390029 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9f268172-30ba-4326-b47d-6aea8b4ea729 req-6c37dde3-1e80-4b9e-bf54-46625a6f39b9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493877 Jul 14 08:50:06.525532 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-33dbc88b-6a4e-4e4d-bc8a-0fa1af38cd37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1096 time: 0.0774918 Jul 14 08:50:06.674986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-49f11617-42dd-4305-964d-eeabff71268f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:06.676614 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-49f11617-42dd-4305-964d-eeabff71268f service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1440904 Jul 14 08:50:06.753860 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-7874e93e-4d0f-4427-b116-cda187e18b64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 217 time: 0.0697653 Jul 14 08:50:06.827214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-c77620e1-c498-4a72-ab88-22474e70c538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:06.828779 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-c77620e1-c498-4a72-ab88-22474e70c538 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0655117 Jul 14 08:50:06.910824 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-e2e9089d-ffee-4058-8cb3-6fde48eeaf59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751841 Jul 14 08:50:07.055655 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-9beefada-0b8d-424f-b3d2-8057c00316c1 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347756 Jul 14 08:50:07.198691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d93f0980-9aab-43e5-a728-b51b9c58dd86 req-3b9416a2-178f-4ac9-874b-5593abd771fd service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350601 Jul 14 08:50:07.488005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:50:07.619579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68b119-6c53-4eee-9861-b6530c0d9fd4 req-3c0bdce1-24c2-4bd2-a153-f622e70d4814 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:07.620364 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5f68b119-6c53-4eee-9861-b6530c0d9fd4 req-3c0bdce1-24c2-4bd2-a153-f622e70d4814 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Synchronizing usage tracker for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:07.634324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:07.636953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-5f68b119-6c53-4eee-9861-b6530c0d9fd4 req-3c0bdce1-24c2-4bd2-a153-f622e70d4814 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Unset dirty status for tenant:a391f3f7230449238c073246602e1b13 on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:07.638323 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5f68b119-6c53-4eee-9861-b6530c0d9fd4 req-3c0bdce1-24c2-4bd2-a153-f622e70d4814 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.1089153 Jul 14 08:50:07.649777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:50:07.689779 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5f68b119-6c53-4eee-9861-b6530c0d9fd4 req-0b389eb5-46d8-4ffb-bda0-620492725563 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452504 Jul 14 08:50:07.715074 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:07.734079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:50:07.749815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:07.755002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:07.755002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:07.826454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:07.829760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:08.087403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['3d6e68d8-2349-436f-a24c-620fcb9fa14f'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:50:08.921083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3d8a0-355b-41bc-b2f0-83ba97379e3a req-2c8e1a27-27ec-4081-ae1b-90510d54c70d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:08.922672 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0e3d8a0-355b-41bc-b2f0-83ba97379e3a req-2c8e1a27-27ec-4081-ae1b-90510d54c70d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 944 time: 0.0888903 Jul 14 08:50:08.972667 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f0e3d8a0-355b-41bc-b2f0-83ba97379e3a req-c87d1940-c434-4811-ac03-281ed2acac73 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Jul 14 08:50:09.498498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:50:09.572905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:50:09.577906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:50:09.578353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:09.699373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:09.730927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:09.741229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:09.743430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:09.745376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:09.787424 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'code': 200} Jul 14 08:50:09.814001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:09.817540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:10.071308 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52408699-dfde-4294-82b7-483131595793 req-57227f53-96df-42e1-85a9-4c84de47be25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1098 time: 0.0740998 Jul 14 08:50:10.120928 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-52408699-dfde-4294-82b7-483131595793 req-56e1c905-328e-4f81-90d1-965951146ea0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Jul 14 08:50:10.190593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f5298-9129-4040-aa49-0ee7ffc2edc5 req-d683ce80-00b7-44fd-81dc-719c64f47bf9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:10.192227 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-694f5298-9129-4040-aa49-0ee7ffc2edc5 req-d683ce80-00b7-44fd-81dc-719c64f47bf9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0840738 Jul 14 08:50:10.241035 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-694f5298-9129-4040-aa49-0ee7ffc2edc5 req-09a3f1c7-6944-4acc-b11e-a348b6901175 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Jul 14 08:50:11.465595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445dfc4-cc21-4d8e-a3a1-0aaf0e84bf26 req-c71a4262-4837-4f24-9dcd-3ccbaf8cc851 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:11.467150 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0445dfc4-cc21-4d8e-a3a1-0aaf0e84bf26 req-c71a4262-4837-4f24-9dcd-3ccbaf8cc851 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Jul 14 08:50:11.515000 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0445dfc4-cc21-4d8e-a3a1-0aaf0e84bf26 req-f21d2e7d-3441-43ab-beb9-f54f44f9cc61 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Jul 14 08:50:12.313380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52956) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:12.463878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.497285 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:12.501259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Usage tracker for resource:security_group_rule and tenant:7ccf3aa1be0140a4aaec5b5d1165536d is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:12.504262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:12.510386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:12.577548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.580444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.588484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7a722e4c-8201-4b63-8eff-6dd836b79379 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:12.636714 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ccf3aa1be0140a4aaec5b5d1165536d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3221483 Jul 14 08:50:12.637664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62892a33-e677-40aa-87dd-48eaac0d2bbe,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:12.639536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52964) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:12.641037 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-509061ec-5f80-4cbb-b7f8-3773ab18e242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:12.770937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.807739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf88e98-d2f4-455a-8c2e-63d69b7b6b70 req-1952b2d9-82bd-41ec-8f24-63b945e94f1b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:12.809321 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fcf88e98-d2f4-455a-8c2e-63d69b7b6b70 req-1952b2d9-82bd-41ec-8f24-63b945e94f1b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.1487365 Jul 14 08:50:12.811003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.892785 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fcf88e98-d2f4-455a-8c2e-63d69b7b6b70 req-a7009e65-b8d9-4f41-8e56-5d52dce80f9e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747349 Jul 14 08:50:12.898813 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.903171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c5fc2fe-7ce0-461f-8924-99791e51a872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:12.915744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62892a33-e677-40aa-87dd-48eaac0d2bbe,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:12.921197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:12.923109 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:12.924322 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62892a33-e677-40aa-87dd-48eaac0d2bbe HTTP/1.1" status: 204 len: 168 time: 0.2828546 Jul 14 08:50:13.103256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa57df-f4e3-437e-8724-a4106d0a7dca req-65dc2768-ca5f-4f2f-b4c9-0fcde06f320f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:13.104886 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3daa57df-f4e3-437e-8724-a4106d0a7dca req-65dc2768-ca5f-4f2f-b4c9-0fcde06f320f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0857110 Jul 14 08:50:13.114624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 52974) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:13.121185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Request body: {'floatingip': {'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:13.202947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, before_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.281465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52978) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:13.301997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.338288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:13.342550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Usage tracker for resource:security_group_rule and tenant:cb9f82b969014810936022ce6a25111c is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:13.345698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:13.351951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:13.426592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.431743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.440021 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bb06fe96-9008-4af1-a138-9194af001b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:13.706035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d583256-ea96-4d74-b5fe-658313129bda,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:13.714255 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb9f82b969014810936022ce6a25111c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4276891 Jul 14 08:50:13.714255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:13.714525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 52982) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:13.776901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.803706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.849608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.855289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dd6ab440-7252-406a-b4ab-5f528240b720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:13.868467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d583256-ea96-4d74-b5fe-658313129bda,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:13.872638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:13.878193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:13.881959 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ce306d92-a54d-49c9-90a6-94f4b22d3ad8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d583256-ea96-4d74-b5fe-658313129bda HTTP/1.1" status: 204 len: 168 time: 0.1639597 Jul 14 08:50:14.059438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:14.062600 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:14.265806 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Floating IP 290e0d04-ba80-4a13-8509-6f586a5ce29c associated. External IP: 172.28.0.134, port: 3d6e68d8-2349-436f-a24c-620fcb9fa14f. Jul 14 08:50:14.682174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:14.893477 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:14.897991 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:14.904343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:14.918312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:14.919038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:14.958774 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a50be0d2-8602-4bc5-804a-bb7ff40cec28 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "PUT /v2.0/floatingips/290e0d04-ba80-4a13-8509-6f586a5ce29c HTTP/1.1" status: 200 len: 991 time: 1.8428886 Jul 14 08:50:14.959582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:15.284686 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'status': 'completed', 'code': 200} Jul 14 08:50:15.284831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:15.419210 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-8fd131c5-5e7b-46e6-a505-5af8cf5f9fbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1098 time: 0.0852542 Jul 14 08:50:15.568379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-33af31ec-53f3-40e0-a775-32c460d33c87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:15.570833 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-33af31ec-53f3-40e0-a775-32c460d33c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1448374 Jul 14 08:50:15.668321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '290e0d04-ba80-4a13-8509-6f586a5ce29c', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:00Z', 'updated_at': '2021-07-14T08:50:13Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:15.672749 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:15.680569 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-abfbc995-1591-4f7a-aa31-d0a6bc1eac60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 999 time: 0.1030128 Jul 14 08:50:15.685626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:15.686293 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:15.763575 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-d8f7e243-7dd0-41ba-96eb-011b397250a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:15.765189 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-d8f7e243-7dd0-41ba-96eb-011b397250a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0776863 Jul 14 08:50:15.849638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-ba855484-0745-4926-a876-e04cbd169fff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775139 Jul 14 08:50:15.884632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:16.001587 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-b12144d8-7e38-458d-905d-c7f5971a1991 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432536 Jul 14 08:50:16.160380 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bee9f5cc-f4e2-4fa3-b5ee-2507237e9072 req-922624bb-70c2-41fe-bccf-3bd4c339fa92 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517277 Jul 14 08:50:16.266178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '290e0d04-ba80-4a13-8509-6f586a5ce29c', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:00Z', 'updated_at': '2021-07-14T08:50:13Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:16.270415 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c23bde-6321-42e3-a244-96e37020e23b None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_floatingips': [{'id': '290e0d04-ba80-4a13-8509-6f586a5ce29c', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'floating_ip_address': '172.28.0.134', 'floating_network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'router_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T08:50:00Z', 'updated_at': '2021-07-14T08:50:13Z', 'revision_number': 1, 'project_id': 'a391f3f7230449238c073246602e1b13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:16.616255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2a41f-ced9-4fe5-84e2-745f7f587ec9 None None] New status for floating IP 290e0d04-ba80-4a13-8509-6f586a5ce29c: ACTIVE {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:50:16.769705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:50:20.474845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53074) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:20.626927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.659035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:20.663031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Usage tracker for resource:security_group_rule and tenant:b0c8a8402de346789a95e15baaa88200 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:20.666607 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:20.672621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:20.744917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.747689 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.754932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-825e182b-cc2c-4bab-8a4a-dcdc5ff43866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:20.798034 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c041ae4-5d75-46b4-afad-8957d97c5a92,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:20.801614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:20.806897 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fb8156f6-a3d0-4e14-ae09-4eee75d4966f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0c8a8402de346789a95e15baaa88200&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3283305 Jul 14 08:50:20.807307 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53082) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:20.870951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.897094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.942217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.947401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e706444-e1b0-496c-aae8-c59f264169c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:20.958118 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c041ae4-5d75-46b4-afad-8957d97c5a92,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:20.962599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:20.966593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:20.967875 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0c1e3a03-0d2e-4a30-b8f6-8ca80ba73024 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c041ae4-5d75-46b4-afad-8957d97c5a92 HTTP/1.1" status: 204 len: 168 time: 0.1597457 Jul 14 08:50:21.054530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.311535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53090) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:21.331478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.367858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:21.371831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Usage tracker for resource:security_group_rule and tenant:cacba9bd3d2944aba74d67d457c3184e is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:21.374738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:21.380687 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:21.447922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.450656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.457945 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-59a72842-1839-4413-8ceb-e32727654d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:21.502622 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cacba9bd3d2944aba74d67d457c3184e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899388 Jul 14 08:50:21.503467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5545cf7d-4af7-404c-be62-60e5f0772164,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:21.505440 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53094) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:21.506602 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0abee646-d74d-422a-824a-f8ce3f8aabac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:21.570385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.597894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.642239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.647134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8ed16698-5d69-4279-b4e6-07d5ca94aafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:21.660904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5545cf7d-4af7-404c-be62-60e5f0772164,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:21.664052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:21.664968 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:21.666192 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5545cf7d-4af7-404c-be62-60e5f0772164 HTTP/1.1" status: 204 len: 168 time: 0.1596770 Jul 14 08:50:26.136120 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-8e0db025-1a03-4a36-828b-f9433c9adf78 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674317172&fields=id&tenant_id=04abaaecf3f9401180cf04f70879c952 HTTP/1.1" status: 200 len: 267 time: 0.0462470 Jul 14 08:50:26.230597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-2bd4a7a1-2989-4ebb-85a5-3e37534611f8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:26.232292 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-2bd4a7a1-2989-4ebb-85a5-3e37534611f8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 984 time: 0.0902548 Jul 14 08:50:26.245451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Request body: {'port': {'security_groups': ['aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb']}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:26.375016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.642535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:26.671366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.675663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.681947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-46e4a4dc-eb6e-455e-a750-2a598ebe2c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:26.714130 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:50:26.759537 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:26.760248 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.764373 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-af8fdfd6-6232-45d0-b0e1-b8dbbe38c088 req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "PUT /v2.0/ports/235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 942 time: 0.5226796 Jul 14 08:50:26.764373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:26.769239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53202) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:26.777280 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event updated for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=7']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:26.781247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dcf62056-f39a-4c67-85ed-41cd9c24d2d8 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:26.830825 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:50:26.873061 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.909841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.920619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:50:26.968867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:26.975380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dc5c13e6-d414-4068-89cd-3e43c1ce36f1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:26.978104 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-7e6897ce-6f9a-45f7-b3ea-d0784bc1cf44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1098 time: 0.0988548 Jul 14 08:50:26.994544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149eaf54-8f65-4d9e-b6f0-1d502ca46902,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:26.998122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:27.014955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.016938 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "DELETE /v2.0/security-groups/149eaf54-8f65-4d9e-b6f0-1d502ca46902 HTTP/1.1" status: 204 len: 168 time: 0.2462718 Jul 14 08:50:27.019923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53206) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:27.143970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-45d30a20-db02-4516-b86d-7fb55efa4a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:27.145584 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-45d30a20-db02-4516-b86d-7fb55efa4a86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.1598103 Jul 14 08:50:27.173027 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-57cfc52d-b29c-4900-8e93-61a5919bbbb3 None None] Provisioning complete for port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 triggered by entity DHCP. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:50:27.173451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-57cfc52d-b29c-4900-8e93-61a5919bbbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.260955 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-1d494576-3703-4fca-b651-f2bc08576c42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 1000 time: 0.1071262 Jul 14 08:50:27.267640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Deleting port c53c1441-f96e-4756-acbe-0320266b6031 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:27.268028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.336677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-2e9bfb9c-112a-4472-9d3c-d470f3b49ff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:27.338181 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-2e9bfb9c-112a-4472-9d3c-d470f3b49ff2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.0703924 Jul 14 08:50:27.421987 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-a84bd966-67bc-4d68-9001-3a0639dd61b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768547 Jul 14 08:50:27.449713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.450079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.572150 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-05ef41f5-8593-456c-b166-f735d11b383c service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409354 Jul 14 08:50:27.576173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Calling delete_port for c53c1441-f96e-4756-acbe-0320266b6031 owned by network:floatingip {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:27.722539 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8a786bf4-da06-4cc0-965c-bb05843b76ae req-149ed4fa-b074-4f44-97cb-a6f2e7309484 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428018 Jul 14 08:50:27.730162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:27.734970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18d6316d-c406-4b3c-bf33-6ebac6a911e0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:27.778654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event deleted for resources: {'Port': ['ID=c53c1441-f96e-4756-acbe-0320266b6031,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:27.781351 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:27.876982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks [] for floatingip, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.177054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53222) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:28.345069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.378238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:28.382259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Usage tracker for resource:security_group_rule and tenant:40ab6353ffaf4383afb20055981ad582 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:28.385494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:28.391485 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:28.467812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.471707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.478725 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6fc5c071-ff43-4ebb-8e56-c786658c6b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:28.506114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Router 734ae101-2a0d-44c5-88d8-3393d7087bb5 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:28.519124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5450bf86-95f0-4885-8900-56dc00ad9f87,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:28.524942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:28.531352 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1d13c974-859c-4e40-b310-21fe99fc37db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40ab6353ffaf4383afb20055981ad582&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3531888 Jul 14 08:50:28.531939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53228) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:28.595121 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.622471 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.667503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.672601 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c375af9b-2d3a-4764-8a7a-5542af0a1e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:28.685679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5450bf86-95f0-4885-8900-56dc00ad9f87,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:28.689417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:28.695622 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.696862 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5450bf86-95f0-4885-8900-56dc00ad9f87 HTTP/1.1" status: 204 len: 168 time: 0.1639395 Jul 14 08:50:28.721864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:28.732520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Sync routers for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:28.743155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:28.746253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:28.746964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:28.807226 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "DELETE /v2.0/floatingips/22c5c776-6573-483c-b875-ab05da5b0d2d HTTP/1.1" status: 204 len: 168 time: 1.7859809 Jul 14 08:50:28.808199 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:28.881936 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:50:28.946453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:29.079462 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-8f8843cb-6a30-444e-bf57-9752fa034dd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04abaaecf3f9401180cf04f70879c952&device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 1098 time: 0.1517723 Jul 14 08:50:29.103918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53246) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:29.153933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.296843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:29.306210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d57982db194b71ad1ea73c3652fc3d is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:29.319212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:29.330903 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:29.336843 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-1455ae99-9943-461b-8cdc-7784e269847e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:29.337699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:29.338464 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-1455ae99-9943-461b-8cdc-7784e269847e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 200 len: 916 time: 0.2163830 Jul 14 08:50:29.343045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Checking router: 734ae101-2a0d-44c5-88d8-3393d7087bb5 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:29.359079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:29.359721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:29.424781 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-d23f0902-9750-481e-9921-01ce4e0511cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 200 len: 217 time: 0.0784285 Jul 14 08:50:29.526904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.531918 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.542997 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9af36570-41c4-4d61-b156-a225a6dc56da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:29.553867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-b190c4f3-9133-4d67-bf98-1a9714c23b31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:29.556195 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-b190c4f3-9133-4d67-bf98-1a9714c23b31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 200 len: 854 time: 0.1135087 Jul 14 08:50:29.643994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0605768b-5b9b-42bf-85fa-f279faf6ad73,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:29.649805 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:29.656541 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-59586bff-aa21-4561-a723-b989c6b88fe8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0d57982db194b71ad1ea73c3652fc3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5485568 Jul 14 08:50:29.656541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53252) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:29.702462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:29.730356 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-6fb3c0ad-e37b-412b-8dac-d247b327acd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9f7383b-2524-49ee-8e42-023f714300a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1652908 Jul 14 08:50:29.770700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.871070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.942955 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-1d0af801-ba2b-4528-a350-4f7461bfa3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998677 Jul 14 08:50:29.951748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:29.978402 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fd7b3968-6e5a-4ccf-8f97-219c1cf54206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:30.012384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0605768b-5b9b-42bf-85fa-f279faf6ad73,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:30.018295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:30.021444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.022692 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-2e30b543-b519-4405-8de6-11f567b43e16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0605768b-5b9b-42bf-85fa-f279faf6ad73 HTTP/1.1" status: 204 len: 168 time: 0.3652422 Jul 14 08:50:30.055719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:30.060110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd4b97-e611-4204-8c76-c1d74f6bd91a None None] The sync data for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb is: [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:47:55Z', 'revision_number': 4, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '7a93fb23-47f2-4a4c-9985-e3d09316e279', 'name': '', 'network_id': 'a9f7383b-2524-49ee-8e42-023f714300a3', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'mac_address': 'fa:16:3e:a0:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '212d247f-56a8-4be7-ae36-08553285373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:54Z', 'updated_at': '2021-07-14T08:48:06Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'subnets': [{'id': '212d247f-56a8-4be7-ae36-08553285373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:30.151453 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c8240ff-bd3f-4b34-a824-99fa41c9c4dc req-75dc5e30-ce2a-499b-a340-96831f8487a5 service neutron] 10.222.0.13 "GET /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007887 Jul 14 08:50:30.490423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53266) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:30.512901 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.551103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:30.555302 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Usage tracker for resource:security_group_rule and tenant:05451732d3c94a63b0b310e230067956 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:30.558284 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:30.564584 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:30.586008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0e4926-ce10-41c2-94f6-0c57d6c21cd7 None None] New status for floating IP 22c5c776-6573-483c-b875-ab05da5b0d2d: DOWN {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:50:30.638989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.642994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.651597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6f103fc0-1ce6-4ac4-82dc-c2ab448911b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:30.699900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44f783-5f93-4a66-84ef-cc60d00821da,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:30.704318 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05451732d3c94a63b0b310e230067956&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2126637 Jul 14 08:50:30.705447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ce407a0a-d7f2-4515-8d24-ec53beb6dd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:30.707256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53274) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:30.777179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.808102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.853954 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.859193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:30.873227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44f783-5f93-4a66-84ef-cc60d00821da,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:30.876335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:30.877259 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:30.881976 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f44f783-5f93-4a66-84ef-cc60d00821da HTTP/1.1" status: 204 len: 168 time: 0.1700797 Jul 14 08:50:31.950253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f614f0-9f50-4de2-97d5-42e2f47e61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:32.341503 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ea01b-92d1-4faa-844a-33b120f99eca req-3bb98887-ddf8-40d5-8146-a0f4605641f5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:32.343238 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c21ea01b-92d1-4faa-844a-33b120f99eca req-3bb98887-ddf8-40d5-8146-a0f4605641f5 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.0896091 Jul 14 08:50:32.401412 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c21ea01b-92d1-4faa-844a-33b120f99eca req-3a01c322-14f5-47f6-9610-f1eccb7e6bb0 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516138 Jul 14 08:50:33.470695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:33.836454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92d441-8c82-497e-b375-93602df50d37 req-5ef65712-d023-432d-ab27-7f2933bab6c3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:33.838082 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6b92d441-8c82-497e-b375-93602df50d37 req-5ef65712-d023-432d-ab27-7f2933bab6c3 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.3119922 Jul 14 08:50:33.888301 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6b92d441-8c82-497e-b375-93602df50d37 req-9b627724-8f5d-42df-886f-7b92a69d977e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jul 14 08:50:34.486188 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc36d030-7f78-4177-9577-9d16ba9386ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:34.508850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-5554b4d2-ac98-4143-b2c0-15ba2f017bcf tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:34.510413 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-5554b4d2-ac98-4143-b2c0-15ba2f017bcf tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.0880697 Jul 14 08:50:34.588114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Deleting port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:34.588491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:34.642857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:34.846525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] For port 235610d1-4bc3-4d36-88be-5b85d2ac76f5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=235610d1-4bc3-4d36-88be-5b85d2ac76f5,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:34.846978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:34.981016 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Calling delete_port for 235610d1-4bc3-4d36-88be-5b85d2ac76f5 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:35.187154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d286590-3fd8-4e55-bafc-f1dc99e20b54 req-434a67db-5d7b-4673-9fa8-124691dfaccc tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:35.188762 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d286590-3fd8-4e55-bafc-f1dc99e20b54 req-434a67db-5d7b-4673-9fa8-124691dfaccc tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/ports?device_id=cee06975-fd83-4f92-b675-e959c513d264 HTTP/1.1" status: 200 len: 945 time: 0.1573207 Jul 14 08:50:35.225403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.249939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4006a182-6d60-4c83-8fbb-50f24ea8ddf6 tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:35.264354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['235610d1-4bc3-4d36-88be-5b85d2ac76f5'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:50:35.268892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53338) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:35.285285 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6d286590-3fd8-4e55-bafc-f1dc99e20b54 req-b1065b09-f548-4294-af63-2b89d7a03395 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.46 "GET /v2.0/security-groups?id=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Jul 14 08:50:35.300376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Pushing event deleted for resources: {'Port': ['ID=235610d1-4bc3-4d36-88be-5b85d2ac76f5,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:35.305538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:35.385992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] No DVR routers for this DVR port 235610d1-4bc3-4d36-88be-5b85d2ac76f5 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:50:35.388491 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.391346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'name': 'network-vif-deleted', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:35.409366 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-807a1e4c-534e-4355-8b07-1eb16efb1d6b req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] 10.222.0.13 "DELETE /v2.0/ports/235610d1-4bc3-4d36-88be-5b85d2ac76f5 HTTP/1.1" status: 204 len: 173 time: 0.8906565 Jul 14 08:50:35.443608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.458390 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee06975-fd83-4f92-b675-e959c513d264', 'name': 'network-vif-deleted', 'tag': '235610d1-4bc3-4d36-88be-5b85d2ac76f5', 'status': 'completed', 'code': 200} Jul 14 08:50:35.478808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:35.482782 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Usage tracker for resource:security_group_rule and tenant:58653744c8fa431294b0b93147a0297a is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:35.485709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:35.492150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:35.564661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.567406 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.575827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8561885f-d8aa-402a-841b-c9c72a099f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:35.622580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58653744c8fa431294b0b93147a0297a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3522356 Jul 14 08:50:35.623378 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dad3fc-5217-43b8-9226-bfe3edebb1e5,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:35.625369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53346) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:35.626476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:35.690361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.718475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.768841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.774746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0d5f8513-67a1-42bc-820a-6fedd233a2b4 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:35.789762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dad3fc-5217-43b8-9226-bfe3edebb1e5,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:35.792651 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:35.795785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:35.797030 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91dad3fc-5217-43b8-9226-bfe3edebb1e5 HTTP/1.1" status: 204 len: 168 time: 0.1704133 Jul 14 08:50:36.133678 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:36.724552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53390) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:36.866405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-658162772-network', 'tenant_id': 'e5c696a001c34304a8382f0f49cc739b'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:36.871666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:36.875727 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Usage tracker for resource:network and tenant:e5c696a001c34304a8382f0f49cc739b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:36.878691 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:36.885346 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:36.894989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Made reservation on behalf of e5c696a001c34304a8382f0f49cc739b for: {'network': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:50:36.900357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for network, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:36.913956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:36.947677 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:36.951718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c696a001c34304a8382f0f49cc739b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:36.954685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:36.961260 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:37.033803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.037046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.042573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fc44e044-925a-4e0c-9863-5f394087c8a0 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:37.074811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=82035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 14 08:50:37.083885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f15968-eda6-41ea-8cb2-ffe7407a89b5,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:37.088323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:37.091544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.091932 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.segments_db [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Added segment 14500656-68e1-47a8-9f69-57993621717c of type vlan for network 578f30bc-27dc-46da-b54a-5bd3d3799052 Jul 14 08:50:37.126171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253912578608'] for network, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.163713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145'] for network, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.164979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:37.165631 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.170821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:37.293228 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5667486 Jul 14 08:50:37.295621 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53424) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:37.297100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=578f30bc-27dc-46da-b54a-5bd3d3799052,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:37.302054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Request body: {'subnet': {'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-658162772-subnet', 'tenant_id': 'e5c696a001c34304a8382f0f49cc739b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82036) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:37.307960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53428) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:37.309700 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-1e32939b-68cc-40d2-a32c-d0edca7a9ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:37.310335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:37.315024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 details requested by agent ovs-agent-dv-cinder-800229-1-smb with host dv-cinder-800229-1-smb {{(pid=82037) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 14 08:50:37.374318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Usage tracker for resource:subnet and tenant:e5c696a001c34304a8382f0f49cc739b is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:37.387672 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:37.403738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:37.471553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Made reservation on behalf of e5c696a001c34304a8382f0f49cc739b for: {'subnet': 1} {{(pid=82036) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:50:37.476527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850926359'] for subnet, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.679543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 235610d1-4bc3-4d36-88be-5b85d2ac76f5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:37.714219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 235610d1-4bc3-4d36-88be-5b85d2ac76f5 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:37.714617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 235610d1-4bc3-4d36-88be-5b85d2ac76f5 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:37.810641 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851625299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850926344'] for subnet, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:37.817922 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:37.944227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d505d81-8870-438e-9215-fbf1ef99140c,revision_number=0']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:37.951354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:37.992785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Checking segment: {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:50:37.993178 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Network hostable DHCP agents. Network: 578f30bc-27dc-46da-b54a-5bd3d3799052, hostable agents: ['e3b29fbb-0352-4e54-a124-0b0dc403ae17'], hosted agents: [] {{(pid=82036) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 14 08:50:38.040097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 is scheduled to be hosted by DHCP agent e3b29fbb-0352-4e54-a124-0b0dc403ae17 with binding_index 1 {{(pid=82036) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 14 08:50:38.053555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800229-1-smb, 578f30bc-27dc-46da-b54a-5bd3d3799052) {{(pid=82036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:50:38.060914 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:38.061557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:38.064395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a27f9d-cacf-4353-bdf5-43f2555b4e8f None None] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:50:38.066114 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:38.210780 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-5f07a4fc-a84a-469b-9799-2f9023b41bbb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9134247 Jul 14 08:50:38.306388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4628244-d418-419c-a0c0-b9697c83f47f None None] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:50:38.775389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Deleting port 7a93fb23-47f2-4a4c-9985-e3d09316e279 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:38.775775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:38.970492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] For port 7a93fb23-47f2-4a4c-9985-e3d09316e279, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=7a93fb23-47f2-4a4c-9985-e3d09316e279,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:38.971024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:39.103732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Calling delete_port for 7a93fb23-47f2-4a4c-9985-e3d09316e279 owned by network:router_interface {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:39.271367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:39.276850 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04faf91f-5c30-421a-8172-610d83c14d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:39.322388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a93fb23-47f2-4a4c-9985-e3d09316e279,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:39.326228 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:39.845276 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:40.424015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-d6ac2b2a-bbba-4c72-bb72-88b5768ae177 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:40.424767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-d6ac2b2a-bbba-4c72-bb72-88b5768ae177 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Synchronizing usage tracker for tenant:e5c696a001c34304a8382f0f49cc739b on resource:network {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:40.442029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-d6ac2b2a-bbba-4c72-bb72-88b5768ae177 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Unset dirty status for tenant:e5c696a001c34304a8382f0f49cc739b on resource:network {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:40.443368 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-d6ac2b2a-bbba-4c72-bb72-88b5768ae177 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 813 time: 0.1779687 Jul 14 08:50:40.458720 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Router 734ae101-2a0d-44c5-88d8-3393d7087bb5 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:40.461850 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f3d9916a-86dc-4060-ab9c-8ea60055a9bb tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/quotas/e5c696a001c34304a8382f0f49cc739b HTTP/1.1" status: 200 len: 375 time: 0.0117776 Jul 14 08:50:40.519359 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-0ab718e4-e46d-4195-84fd-41c99d04809b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513918 Jul 14 08:50:40.666394 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-dc85d2b9-5236-4cc2-a96a-eab3a42d3deb service neutron] 10.222.0.46 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395047 Jul 14 08:50:40.669154 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:40.677765 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Sync routers for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:40.686489 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4cae7a9c-8746-4aaa-b4cc-d0e5011abe64 admin admin] 10.222.0.46 "PUT /v2.0/routers/734ae101-2a0d-44c5-88d8-3393d7087bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3710117 Jul 14 08:50:40.686759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53460) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:40.696492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:40.697495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:40.828212 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-b2589499-3436-4cdd-a83d-dfebd2ede3f5 service neutron] 10.222.0.46 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547670 Jul 14 08:50:40.901314 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks [] for router, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:40.905164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:41.098488 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d0a4f0f2-ce59-4e28-b220-3cad2d71bb49 req-0146074b-1bb9-43c9-8f57-b067231d287d tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 210 time: 0.0605853 Jul 14 08:50:41.189008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:41.198239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Deleting port cd6978eb-8df5-47cc-90ba-fab9e0015066 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:41.198838 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:41.211815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170'}], 'enable_snat': True}, 'gw_port_id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:50:39Z', 'revision_number': 5, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port': {'id': 'cd6978eb-8df5-47cc-90ba-fab9e0015066', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:41.216085 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Checking router: 734ae101-2a0d-44c5-88d8-3393d7087bb5 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:41.228647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Routers {'734ae101-2a0d-44c5-88d8-3393d7087bb5'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:41.229618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['734ae101-2a0d-44c5-88d8-3393d7087bb5'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:41.401766 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] Set router 734ae101-2a0d-44c5-88d8-3393d7087bb5 gateway port host: None {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:41.406750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] For port cd6978eb-8df5-47cc-90ba-fab9e0015066, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cd6978eb-8df5-47cc-90ba-fab9e0015066,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:41.407187 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:41.527618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:50:41Z', 'revision_number': 6, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:41.531842 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc85fd-e694-4bce-a7bf-43ac51cf0962 None None] The sync data for ids ['734ae101-2a0d-44c5-88d8-3393d7087bb5'] in dv-cinder-800229-1-smb is: [{'id': '734ae101-2a0d-44c5-88d8-3393d7087bb5', 'name': 'tempest-TestMinimumBasicScenario-1059624714-router', 'tenant_id': '04abaaecf3f9401180cf04f70879c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:52Z', 'updated_at': '2021-07-14T08:50:41Z', 'revision_number': 6, 'project_id': '04abaaecf3f9401180cf04f70879c952', 'gw_port_host': None}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:41.542401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Calling delete_port for cd6978eb-8df5-47cc-90ba-fab9e0015066 owned by network:router_gateway {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:41.939396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:41.944055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0ea4cb2c-4c8f-4e6d-ad39-8a3c9edaaa13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:41.991895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6978eb-8df5-47cc-90ba-fab9e0015066,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:41.994556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:42.232878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.392261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-c96c8c82-0cb1-4406-8046-6453211a7b1c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:42.393970 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-c96c8c82-0cb1-4406-8046-6453211a7b1c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 813 time: 0.1665602 Jul 14 08:50:42.418978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Request body: {'port': {'device_id': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052', 'admin_state_up': True, 'tenant_id': 'e5c696a001c34304a8382f0f49cc739b'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:42.433065 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-fda368f7-1a2b-4afa-9385-c0fd1b1725e6 req-a585dd23-ff2a-477a-93b8-d29d49ec660d tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 210 time: 0.1208823 Jul 14 08:50:42.504670 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53482) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:42.557264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7a93fb23-47f2-4a4c-9985-e3d09316e279 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:42.571214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:50:42.575319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Usage tracker for resource:port and tenant:e5c696a001c34304a8382f0f49cc739b is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:50:42.578341 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:50:42.584535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:50:42.591714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 7a93fb23-47f2-4a4c-9985-e3d09316e279 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:42.592352 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 7a93fb23-47f2-4a4c-9985-e3d09316e279 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:42.593002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cd6978eb-8df5-47cc-90ba-fab9e0015066 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:42.594628 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Made reservation on behalf of e5c696a001c34304a8382f0f49cc739b for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:50:42.600257 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.629632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: cd6978eb-8df5-47cc-90ba-fab9e0015066 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:42.630043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cd6978eb-8df5-47cc-90ba-fab9e0015066 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:42.668412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.681446 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.773012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Allocated IP 172.20.0.12 (578f30bc-27dc-46da-b54a-5bd3d3799052/0d505d81-8870-438e-9215-fbf1ef99140c/37b871e8-f4b7-43c2-a0b8-e155cf32aaaf) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:50:42.811012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.811608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734ae101-2a0d-44c5-88d8-3393d7087bb5 {{(pid=82036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:50:42.820704 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Deleting port e606b57b-2729-4b9c-80b0-ceb7bb45ed5c {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:42.821091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.873340 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:42.874588 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] 10.222.0.46 "DELETE /v2.0/routers/734ae101-2a0d-44c5-88d8-3393d7087bb5 HTTP/1.1" status: 204 len: 168 time: 2.1867678 Jul 14 08:50:42.877697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53488) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:42.996767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.022055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.029149 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-89094f8c-3103-4385-aaa7-e5c9eee8ed7f tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:43.047008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Deleting subnet 212d247f-56a8-4be7-ae36-08553285373c {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:50:43.053301 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.106999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:50:43.107869 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Pushing event updated for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:43.110856 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:43.112196 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:50:43.114317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:50:43.124369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.124744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.138467 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.183345 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:43.184017 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.203873 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-259b7911-e874-400f-bd23-d41e0dfff16b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7892039 Jul 14 08:50:43.238824 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Request body: {'port': {'device_id': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:50:43.298382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Calling delete_port for e606b57b-2729-4b9c-80b0-ceb7bb45ed5c owned by network:floatingip {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:43.358269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.410490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.540565 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.545324 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.550158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:43.730562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:50:43.738604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.756047 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Transition to ACTIVE for port object 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:50:43.759018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.763571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-43ccc2ca-23ad-446f-8c66-b3c5a6e4de5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:43.844265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212d247f-56a8-4be7-ae36-08553285373c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:43.860072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:43.860552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:43.908184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:43.910427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbeb97-6816-4095-9b34-0fd632888b00 None None] Network a9f7383b-2524-49ee-8e42-023f714300a3 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:50:43.911235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event deleted for resources: {'Port': ['ID=e606b57b-2729-4b9c-80b0-ceb7bb45ed5c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:43.951020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:44.031106 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/212d247f-56a8-4be7-ae36-08553285373c HTTP/1.1" status: 204 len: 168 time: 1.1522002 Jul 14 08:50:44.036052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53496) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:44.103632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841476-6aa9-4afe-934e-f4f8af523f43 req-d1be8aa5-e9d0-4db9-9847-80943042d75e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:44.111028 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c2841476-6aa9-4afe-934e-f4f8af523f43 req-d1be8aa5-e9d0-4db9-9847-80943042d75e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 944 time: 0.5295458 Jul 14 08:50:44.124957 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Pushing event updated for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:44.128465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:44.129640 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for floatingip, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.196134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] DHCP port deletion for a9f7383b-2524-49ee-8e42-023f714300a3 request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:50:44.200892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Deleting port 4b82a435-ac6c-4f54-8d87-f31f3f52084a {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:44.201399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.243809 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Attempting to bind port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:50:44.244190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Attempting to bind port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:50:44.244552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Attempting to bind port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf on network 578f30bc-27dc-46da-b54a-5bd3d3799052 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:50:44.251092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf on network 578f30bc-27dc-46da-b54a-5bd3d3799052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:50:44.251453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Attempting to bind port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf on network 578f30bc-27dc-46da-b54a-5bd3d3799052 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:50:44.259546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:50:44.259923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Checking segment: {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:50:44.260342 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Bound using segment: {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:50:44.260820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Bound port: 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:50:44.261202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.358210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:50:44.361424 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:50:44.365279 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c2841476-6aa9-4afe-934e-f4f8af523f43 req-d7029867-d93e-482f-9da6-51cad66e9ed5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533212 Jul 14 08:50:44.365754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.374885 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ff0ecd28-61f8-49a0-9e87-ac2ba77dd71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:44.391978 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.430548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Deleting port 4b82a435-ac6c-4f54-8d87-f31f3f52084a {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:44.430876 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.441767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.443338 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] 10.222.0.13 "PUT /v2.0/ports/37b871e8-f4b7-43c2-a0b8-e155cf32aaaf HTTP/1.1" status: 200 len: 1094 time: 1.2094531 Jul 14 08:50:44.443902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:44.466019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Pushing event updated for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:44.470370 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f6eb9cdc-bbd3-44ee-ae46-98aff192e04d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:44.519734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] For port 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4b82a435-ac6c-4f54-8d87-f31f3f52084a,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:44.520226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.551705 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf', 'status': 'completed', 'code': 200} Jul 14 08:50:44.593100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 4b82a435-ac6c-4f54-8d87-f31f3f52084a no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:44.597811 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-b30d9ebd-4727-4949-9958-a6a1b835aee5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 1097 time: 0.0864975 Jul 14 08:50:44.679580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-65468139-2b74-4676-bdd9-95b88b244424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf HTTP/1.1" status: 200 len: 217 time: 0.0656309 Jul 14 08:50:44.685460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Calling delete_port for 4b82a435-ac6c-4f54-8d87-f31f3f52084a owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:44.754474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-9bb200f1-9840-4842-8484-6e0101b56f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:44.756454 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-9bb200f1-9840-4842-8484-6e0101b56f01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0709236 Jul 14 08:50:44.768165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] For port 4b82a435-ac6c-4f54-8d87-f31f3f52084a, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=4b82a435-ac6c-4f54-8d87-f31f3f52084a,segment=NetworkSegment(f9d9a80c-a7dd-4c8c-88c1-b09123d27200),segment_id=f9d9a80c-a7dd-4c8c-88c1-b09123d27200)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:44.768570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.811081 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-79867485-f84f-4b7a-a496-4b48110686f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465987 Jul 14 08:50:44.814744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122'] for port, after_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:44.824108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:44.858540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Port 4b82a435-ac6c-4f54-8d87-f31f3f52084a update to DOWN by agent not found {{(pid=82037) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2069}} Jul 14 08:50:44.872373 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Pushing event deleted for resources: {'Port': ['ID=4b82a435-ac6c-4f54-8d87-f31f3f52084a,revision_number=None']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:44.875630 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] No DVR routers for this DVR port 4b82a435-ac6c-4f54-8d87-f31f3f52084a on host dv-cinder-800229-1-smb {{(pid=82037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.888376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:44.891552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6bc4f113-a38c-40c0-ab27-4196f1b79133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:44.954380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Calling delete_port for 4b82a435-ac6c-4f54-8d87-f31f3f52084a owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:44.968681 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-d4071dfe-0d12-466a-b3a9-8164b45df3af service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501491 Jul 14 08:50:45.058103 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82036) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:50:45.058470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:50:45.107455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Router 8741f0b2-86a1-411c-a582-f02465cf3ace has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:45.114649 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c20c1477-8a8b-4c57-ac88-97e31ef910f3 req-bc43a623-9117-46b5-bd45-a9dffaa8418d service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388640 Jul 14 08:50:45.297091 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-b5d393fc-327c-4449-a67d-563f73820a63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 1097 time: 0.0790474 Jul 14 08:50:45.323273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:45.332624 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.333297 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Sync routers for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:45.347483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:45.348288 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.389580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-51f1623a-33d8-40c3-adee-112e521361ed tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "DELETE /v2.0/floatingips/1cacaf4b-f630-4e14-8503-2fdd812842f1 HTTP/1.1" status: 204 len: 168 time: 2.8836915 Jul 14 08:50:45.390357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:45.466046 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-0ee7489d-9328-47ac-94bf-c790df7218d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:45.467779 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-0ee7489d-9328-47ac-94bf-c790df7218d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 914 time: 0.1617212 Jul 14 08:50:45.560184 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-1bcf42a4-82a1-4ab9-95e3-bb3cf4ec012f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf HTTP/1.1" status: 200 len: 217 time: 0.0828066 Jul 14 08:50:45.561055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Deleting port 4b82a435-ac6c-4f54-8d87-f31f3f52084a {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:45.561436 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.572744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:45.641757 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] The port '4b82a435-ac6c-4f54-8d87-f31f3f52084a' was deleted {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:50:45.651668 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-d8e4e295-39cf-41bb-bc87-34343f74b143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:45.653497 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-d8e4e295-39cf-41bb-bc87-34343f74b143 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0865257 Jul 14 08:50:45.710683 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-1b7208f6-b8d8-43f3-89be-814e74df2aaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497959 Jul 14 08:50:45.713036 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'status': 'completed', 'code': 200} Jul 14 08:50:45.843894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.871354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f7383b-2524-49ee-8e42-023f714300a3']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.891172 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d149c-9343-4771-bbd8-db15dcc2c0a1 req-ce7ed21e-da19-4370-9fb1-c03f791fa977 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:45.892876 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f39d149c-9343-4771-bbd8-db15dcc2c0a1 req-ce7ed21e-da19-4370-9fb1-c03f791fa977 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 944 time: 0.3676999 Jul 14 08:50:45.895795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.896133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d9a80c-a7dd-4c8c-88c1-b09123d27200') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.917203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.920976 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-4b78f3a9-aa40-4972-adb0-cfbae1c2d5aa service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650624 Jul 14 08:50:45.963056 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.963343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.968116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Checking router: 8741f0b2-86a1-411c-a582-f02465cf3ace for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:45.977453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:50:45.977899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:45.980896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:45.981564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: % (table.description, expected, rows_matched) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: % (table.description, expected, rows_matched) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: % (table.description, expected, rows_matched) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: % (table.description, expected, rows_matched) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:50:45.992924 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:50:46.077086 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-1f4a0eb7-27b3-4400-9be2-37353312a21a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e6537d52a494b96650521bf4cc385&device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 1098 time: 0.2803586 Jul 14 08:50:46.135882 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f39d149c-9343-4771-bbd8-db15dcc2c0a1 req-c533eead-ad5e-4626-a384-c6de901b6b16 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222114 Jul 14 08:50:46.139663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:46.146655 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:46.152143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6c6096b3-0f67-4a5b-a064-47e2cd864abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:46.158847 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-82d7d6b0-49d8-4a0c-9265-cfb112ac6eee req-87cf2f8c-092c-4142-9e56-a022636086dd service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283299 Jul 14 08:50:46.181158 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195b6f-20e7-4f9b-ac7f-2adb7c7b8f4c req-9ab9cc57-512d-4d6f-a3f8-2dac2d5f246d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:46.183538 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76195b6f-20e7-4f9b-ac7f-2adb7c7b8f4c req-9ab9cc57-512d-4d6f-a3f8-2dac2d5f246d tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1288917 Jul 14 08:50:46.190659 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:46.248610 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-76195b6f-20e7-4f9b-ac7f-2adb7c7b8f4c req-feb92b95-b64f-436d-afee-8a1bb54b9234 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557029 Jul 14 08:50:46.472139 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f7383b-2524-49ee-8e42-023f714300a3,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:46.474916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:46.484340 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-86b7f2a4-5b36-4883-9aea-c0ebfdeed8dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/a9f7383b-2524-49ee-8e42-023f714300a3 HTTP/1.1" status: 204 len: 168 time: 2.4430761 Jul 14 08:50:46.487543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53514) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:46.518988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-031efe3c-d2fb-412d-9b44-5b188946abd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:46.520583 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-031efe3c-d2fb-412d-9b44-5b188946abd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 200 len: 910 time: 0.4342375 Jul 14 08:50:46.595725 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-b67c5dba-ba29-4c1f-abdd-5f0e004a765a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 200 len: 217 time: 0.0662456 Jul 14 08:50:46.670735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-8612a1ab-1058-4391-b5fb-ca53e8744efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:46.672691 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-8612a1ab-1058-4391-b5fb-ca53e8744efe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 200 len: 848 time: 0.0699496 Jul 14 08:50:46.721458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:46.726266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527d81f-8dd2-4c73-b324-95255f67ce57 None None] The sync data for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb is: [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:46:00Z', 'revision_number': 4, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '6d282bf7-f95a-47ab-9948-5b294c5dfa3d', 'name': '', 'network_id': '00c3a61a-0c6d-46f9-9e84-fe1760f14684', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'mac_address': 'fa:16:3e:89:ed:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:59Z', 'updated_at': '2021-07-14T08:46:09Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'subnets': [{'id': '3c73d9fe-dbbb-4de6-8a12-16081b8469a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:46.770128 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-2f3c2a23-4739-4e2c-9a54-df7fafe908bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00c3a61a-0c6d-46f9-9e84-fe1760f14684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813143 Jul 14 08:50:46.921036 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-b7449c10-bc15-48ee-b2af-f6288e35e304 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428587 Jul 14 08:50:46.922191 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.075198 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-aefa0cc3-f809-4b69-bc54-3d72e2028b80 req-fc59230a-61a8-4648-bdd5-67200f80d437 service neutron] 10.222.0.13 "GET /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466100 Jul 14 08:50:47.188897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb7972-a9c4-4539-b98f-476a49b6e30e None None] New status for floating IP 1cacaf4b-f630-4e14-8503-2fdd812842f1: DOWN {{(pid=82038) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:50:47.471026 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558eb0e-ed59-4a4e-9372-5c550a426d69 req-d417c1c0-a4cb-4983-897e-cbbb48d323ff tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:47.471794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8558eb0e-ed59-4a4e-9372-5c550a426d69 req-d417c1c0-a4cb-4983-897e-cbbb48d323ff tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:47.486695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-8558eb0e-ed59-4a4e-9372-5c550a426d69 req-d417c1c0-a4cb-4983-897e-cbbb48d323ff tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:47.488029 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8558eb0e-ed59-4a4e-9372-5c550a426d69 req-d417c1c0-a4cb-4983-897e-cbbb48d323ff tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.1068830 Jul 14 08:50:47.520790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-6ed7eaa2-97b5-49f7-a54e-7b88b836a1b9 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:47.521556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-6ed7eaa2-97b5-49f7-a54e-7b88b836a1b9 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Synchronizing usage tracker for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:47.539192 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8558eb0e-ed59-4a4e-9372-5c550a426d69 req-02aa65b7-10ff-4326-9aae-4e025f0242e2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/security-groups?id=86ea136b-cecf-494e-916e-d289c8841286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Jul 14 08:50:47.550836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-6ed7eaa2-97b5-49f7-a54e-7b88b836a1b9 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Unset dirty status for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:47.552137 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-6ed7eaa2-97b5-49f7-a54e-7b88b836a1b9 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 944 time: 0.1873076 Jul 14 08:50:47.649705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-64449399-d0ec-4661-9ef3-050b5f5fa5c5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Synchronizing usage tracker for tenant:e5c696a001c34304a8382f0f49cc739b on resource:security_group {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:47.666738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-b63d28dd-dc80-497c-bd58-fe8c4cb35fb5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:47.668383 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-b63d28dd-dc80-497c-bd58-fe8c4cb35fb5 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 945 time: 0.0829895 Jul 14 08:50:47.686511 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:50:47.704473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-64449399-d0ec-4661-9ef3-050b5f5fa5c5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Unset dirty status for tenant:e5c696a001c34304a8382f0f49cc739b on resource:security_group {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:47.705745 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-57fe5780-50ff-4657-b5e6-5144e3cd412b req-64449399-d0ec-4661-9ef3-050b5f5fa5c5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201043 Jul 14 08:50:47.740247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Deleting port 1a449cc6-d553-4780-9842-3c623cc9cb49 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:47.740247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.753128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Deleting port 808edf14-bfeb-460d-991e-6f76d21f82a4 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:47.753524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.837443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:47.852478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf', 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052', 'port_id': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf', 'mac_address': 'fa:16:3e:17:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d505d81-8870-438e-9215-fbf1ef99140c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:50:47.911923 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.930313 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] For port 1a449cc6-d553-4780-9842-3c623cc9cb49, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=1a449cc6-d553-4780-9842-3c623cc9cb49,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:47.930871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.931133 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:50:47.946089 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:47.950138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:47.952079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e2b708f0-b878-4c0a-a614-3b457960868e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:48.019312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] For port 808edf14-bfeb-460d-991e-6f76d21f82a4, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=808edf14-bfeb-460d-991e-6f76d21f82a4,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:48.019721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:48.025155 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:48.028512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:48.062967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Calling delete_port for 1a449cc6-d553-4780-9842-3c623cc9cb49 owned by network:router_interface {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:48.159656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Calling delete_port for 808edf14-bfeb-460d-991e-6f76d21f82a4 owned by compute:nova {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:48.245334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:48.249823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-dcd2eca6-6567-4f88-a448-206d410e6076 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:48.292736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['37b871e8-f4b7-43c2-a0b8-e155cf32aaaf'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:50:48.297852 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1a449cc6-d553-4780-9842-3c623cc9cb49,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:48.300597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:48.316396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:48.323887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3d55a384-febe-4541-8c94-3f270b8d9b09 tempest-AttachVolumeNegativeTest-1472325209 tempest-AttachVolumeNegativeTest-1472325209-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:48.373305 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event deleted for resources: {'Port': ['ID=808edf14-bfeb-460d-991e-6f76d21f82a4,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:48.384160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:48.472163 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] No DVR routers for this DVR port 808edf14-bfeb-460d-991e-6f76d21f82a4 on host hv-cinder-80022 {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:50:48.477994 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:48.485814 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-deleted', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4'}] {{(pid=82036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:48.513652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-43f572f1-6826-4b0a-b8e8-bb037570cff0 req-d2466a53-9dba-4207-b7f2-56f26f916ecb tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.13 "DELETE /v2.0/ports/808edf14-bfeb-460d-991e-6f76d21f82a4 HTTP/1.1" status: 204 len: 173 time: 0.8395948 Jul 14 08:50:48.572340 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f0c605-e336-4dcb-ac1e-16a8ffccf5b8', 'name': 'network-vif-deleted', 'tag': '808edf14-bfeb-460d-991e-6f76d21f82a4', 'status': 'completed', 'code': 200} Jul 14 08:50:48.733731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ef72fdb8-da03-46aa-bccb-5444c37f470e req-486d2624-60dc-4351-b045-e668e432c617 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Synchronizing usage tracker for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:50:48.751127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-ef72fdb8-da03-46aa-bccb-5444c37f470e req-486d2624-60dc-4351-b045-e668e432c617 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Unset dirty status for tenant:486e6537d52a494b96650521bf4cc385 on resource:port {{(pid=82036) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:50:48.752440 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ef72fdb8-da03-46aa-bccb-5444c37f470e req-486d2624-60dc-4351-b045-e668e432c617 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "GET /v2.0/ports?device_id=29f0c605-e336-4dcb-ac1e-16a8ffccf5b8 HTTP/1.1" status: 200 len: 210 time: 0.0692868 Jul 14 08:50:49.002082 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdbc27-b15c-4c36-a6b5-05cbe18a9295 req-42798ee5-1e55-41b7-8bbd-3da83b6f4bd7 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:49.003760 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87fdbc27-b15c-4c36-a6b5-05cbe18a9295 req-42798ee5-1e55-41b7-8bbd-3da83b6f4bd7 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 945 time: 0.1272442 Jul 14 08:50:49.006286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:49.181846 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87fdbc27-b15c-4c36-a6b5-05cbe18a9295 req-a894b14e-28e4-4df9-b697-7c7b52b9dde5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690731 Jul 14 08:50:49.671465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Router ddc409f4-115c-4849-8147-75ed6bc45641 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:49.707734 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:50:49.783594 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:50:49.789332 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:50:49.789762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:49.878650 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53536) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:49.895710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:49.907105 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Sync routers for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:49.913959 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-262fdfaa-d0fe-4ab0-86b6-65b98afd04ea admin admin] 10.222.0.46 "PUT /v2.0/routers/ddc409f4-115c-4849-8147-75ed6bc45641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245512 Jul 14 08:50:49.916486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53540) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:49.920967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:49.952744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:49.953398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:50.019909 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:50:50.083162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf', 'code': 200} Jul 14 08:50:50.092577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:50.097108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.098413 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.099383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:50.136736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:50.146588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.181777 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 808edf14-bfeb-460d-991e-6f76d21f82a4 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:50.182170 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 808edf14-bfeb-460d-991e-6f76d21f82a4 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:50.254878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks [] for router, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.282264 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:50.284964 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:50.299540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:50.314394 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.326681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ebbbcc07-a8ef-4200-b1fa-1b6d539344d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:50.393375 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea136b-cecf-494e-916e-d289c8841286,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:50.398492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:50.434265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e644-aa12-487d-bc3f-e36b2202de93 req-9de0be39-707a-4394-9420-0aa6e55b3ba4 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:50.435931 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4758e644-aa12-487d-bc3f-e36b2202de93 req-9de0be39-707a-4394-9420-0aa6e55b3ba4 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.0931423 Jul 14 08:50:50.470038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.474162 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-e9132fe8-5297-43d3-9934-a46bef9119aa tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] 10.222.0.46 "DELETE /v2.0/security-groups/86ea136b-cecf-494e-916e-d289c8841286 HTTP/1.1" status: 204 len: 168 time: 0.5943885 Jul 14 08:50:50.524119 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e22f3ec5-9d37-45e0-b4af-0a07505f5ca6 req-98295c33-73be-459e-9417-38feb5f16d63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 1099 time: 0.1830139 Jul 14 08:50:50.527390 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4758e644-aa12-487d-bc3f-e36b2202de93 req-85189ebc-30fd-4e67-ade2-94fcea7013ac tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845213 Jul 14 08:50:50.594050 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e22f3ec5-9d37-45e0-b4af-0a07505f5ca6 req-2bad08a9-f242-4348-8425-202dc272331e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600019 Jul 14 08:50:50.603771 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53552) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:50.635403 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.643963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Deleting port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:50.644530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.651820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:50:48Z', 'revision_number': 5, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port': {'id': '0ce19095-6d7d-4a28-ab58-fbcc2b6e7946', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:48:00Z', 'updated_at': '2021-07-14T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:50.656045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Checking router: ddc409f4-115c-4849-8147-75ed6bc45641 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:50.668855 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Routers {'ddc409f4-115c-4849-8147-75ed6bc45641'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:50.669520 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['ddc409f4-115c-4849-8147-75ed6bc45641'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:50.836208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] Set router ddc409f4-115c-4849-8147-75ed6bc45641 gateway port host: None {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:50.836432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] For port 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:50.836833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:50.950281 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:50:50Z', 'revision_number': 6, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:50.954900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9fa676-f923-4bb1-b31d-ac113d1cbd45 None None] The sync data for ids ['ddc409f4-115c-4849-8147-75ed6bc45641'] in dv-cinder-800229-1-smb is: [{'id': 'ddc409f4-115c-4849-8147-75ed6bc45641', 'name': 'tempest-TestMinimumBasicScenario-1393133722-router', 'tenant_id': '5328fe2b75304d3d857ec68f72d32ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:59Z', 'updated_at': '2021-07-14T08:50:50Z', 'revision_number': 6, 'project_id': '5328fe2b75304d3d857ec68f72d32ea8', 'gw_port_host': None}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:50.967377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Calling delete_port for 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 owned by network:router_gateway {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:51.034573 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:51.057947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:51.151336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:51.155778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f65148a5-76ac-4e88-9281-4394cccc3525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:51.197368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce19095-6d7d-4a28-ab58-fbcc2b6e7946,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:51.201962 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:51.669815 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:51.860928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfe76-474d-43b6-b0ce-ac166e6c0823 req-04b20c67-a913-4627-840e-65f5750bc5fd tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:51.862565 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-525bfe76-474d-43b6-b0ce-ac166e6c0823 req-04b20c67-a913-4627-840e-65f5750bc5fd tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.1661246 Jul 14 08:50:51.961988 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:51.964952 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-525bfe76-474d-43b6-b0ce-ac166e6c0823 req-06bdf703-1965-4ca1-8a0e-dcc2ba9099d9 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Jul 14 08:50:51.967802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.003811 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.004387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc409f4-115c-4849-8147-75ed6bc45641 {{(pid=82036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:50:52.018512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.022119 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d8cf22dc-c622-45da-b51c-40e269227162 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ddc409f4-115c-4849-8147-75ed6bc45641 HTTP/1.1" status: 204 len: 168 time: 2.1022079 Jul 14 08:50:52.022517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53560) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:52.069908 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Deleting port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:52.070490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.098393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Deleting subnet 26302b66-476c-4d35-aaa5-e70de4eca939 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:50:52.102644 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.162562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.246785 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.264318 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] For port 6d282bf7-f95a-47ab-9948-5b294c5dfa3d, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:52.264804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.317878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.322878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-19faf333-4ed0-4123-b06e-b471b2257195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:52.364443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26302b66-476c-4d35-aaa5-e70de4eca939,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:52.376328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.377513 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326be8cd-8481-46be-9251-3a3c9e003750 None None] Network 696a719b-b3c7-4b32-859a-f68118e6439d requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:50:52.381494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.382495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.382942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.383354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.383800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.384209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.384616 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.385058 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.385464 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.385866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.386268 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.390780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:52.393458 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-245bd310-3f67-4d8e-a354-b2da59f5f3c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/26302b66-476c-4d35-aaa5-e70de4eca939 HTTP/1.1" status: 204 len: 168 time: 0.3698533 Jul 14 08:50:52.396033 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53564) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:52.399045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Calling delete_port for 6d282bf7-f95a-47ab-9948-5b294c5dfa3d owned by network:router_interface {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:52.516658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.528409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Deleting port 33251227-f31d-42a7-8d6a-935ba8645654 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:52.528788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.581924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 1a449cc6-d553-4780-9842-3c623cc9cb49 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:52.591113 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.595979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-697d906e-901f-460b-8556-7bcc88b04a25 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:52.644951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d282bf7-f95a-47ab-9948-5b294c5dfa3d,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:52.692081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.692506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.692921 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.693336 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.693746 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.694515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.695065 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.695577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.695985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.696384 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.696789 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:50:52.707569 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:52.765579 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] For port 33251227-f31d-42a7-8d6a-935ba8645654, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=33251227-f31d-42a7-8d6a-935ba8645654,segment=NetworkSegment(df5a713e-3874-449b-8025-59cca2a16525),segment_id=df5a713e-3874-449b-8025-59cca2a16525)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:52.765979 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.784348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 1a449cc6-d553-4780-9842-3c623cc9cb49 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:52.784745 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 1a449cc6-d553-4780-9842-3c623cc9cb49 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:52.785208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:52.826561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:52.827216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 0ce19095-6d7d-4a28-ab58-fbcc2b6e7946 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:52.911592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f899d-44e8-402e-96a2-45e41049f502 None None] DHCP port deletion for 696a719b-b3c7-4b32-859a-f68118e6439d request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:50:52.914252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Calling delete_port for 33251227-f31d-42a7-8d6a-935ba8645654 owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:52.916398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f899d-44e8-402e-96a2-45e41049f502 None None] Deleting port 33251227-f31d-42a7-8d6a-935ba8645654 {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:52.917204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4c6f899d-44e8-402e-96a2-45e41049f502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:52.998127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.003385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c76f5264-d228-4ed6-b3fd-3a55ec1f7c4e tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:53.017231 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f899d-44e8-402e-96a2-45e41049f502 None None] The port '33251227-f31d-42a7-8d6a-935ba8645654' was deleted {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:50:53.044841 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.056583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Pushing event deleted for resources: {'Port': ['ID=33251227-f31d-42a7-8d6a-935ba8645654,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:53.060244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:53.067652 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] No DVR routers for this DVR port 33251227-f31d-42a7-8d6a-935ba8645654 on host dv-cinder-800229-1-smb {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:50:53.215936 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.235420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696a719b-b3c7-4b32-859a-f68118e6439d']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:53.249095 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5a713e-3874-449b-8025-59cca2a16525') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:53.249444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5a713e-3874-449b-8025-59cca2a16525') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:53.264709 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.280595 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.287408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:50:53.288287 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:50:53.306756 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:50:53.312365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7d296-d8ab-459d-a78b-6799485b6585 req-1c28670a-4f7e-4f76-97bb-229b5578ca5c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:53.313964 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-91d7d296-d8ab-459d-a78b-6799485b6585 req-1c28670a-4f7e-4f76-97bb-229b5578ca5c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.1298299 Jul 14 08:50:53.383862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.387556 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:53.404774 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.414052 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Pushing event deleted for resources: {'Network': ['ID=696a719b-b3c7-4b32-859a-f68118e6439d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:53.418761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:53.422412 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-910597ff-67fc-4f2c-a1ad-a7a78abc6087 admin admin] 10.222.0.46 "DELETE /v2.0/networks/696a719b-b3c7-4b32-859a-f68118e6439d HTTP/1.1" status: 204 len: 168 time: 1.0253716 Jul 14 08:50:53.444929 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-91d7d296-d8ab-459d-a78b-6799485b6585 req-e6094743-3b55-4854-a324-88a6795eceb2 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228344 Jul 14 08:50:53.583174 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53596) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:53.645043 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c02a5eca-5d33-4715-868f-8dfbe1e81fee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04abaaecf3f9401180cf04f70879c952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605316 Jul 14 08:50:53.647732 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53608) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:53.716800 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.746699 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.771952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:50:53.791450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Router 8741f0b2-86a1-411c-a582-f02465cf3ace has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:50:53.806690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.813013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7a711ad1-3dde-422e-8ad4-4d2aa881b2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:53.829767 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:53.840079 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:53.840973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:53.842278 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa64f1ae-94de-44f9-b0e2-a3c8ef9adebb HTTP/1.1" status: 204 len: 168 time: 0.1934190 Jul 14 08:50:54.269254 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:50:54.279269 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Sync routers for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:50:54.295244 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a6d3bc8b-1269-41ef-826f-bda71d9108e1 admin admin] 10.222.0.46 "PUT /v2.0/routers/8741f0b2-86a1-411c-a582-f02465cf3ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6902323 Jul 14 08:50:54.298212 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53632) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:54.299019 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:54.299943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:54.347456 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53640) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:54.416439 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-579b76e6-d08b-4a33-8cf0-4d25c3292c6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5328fe2b75304d3d857ec68f72d32ea8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675750 Jul 14 08:50:54.419003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53648) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:54.514125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:54.541878 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:54.554416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:54.665428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 33251227-f31d-42a7-8d6a-935ba8645654 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:54.680532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:54.687934 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b97d856c-a796-469a-aa73-e5b0d2fd7715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:54.720365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 33251227-f31d-42a7-8d6a-935ba8645654 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:54.720904 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 33251227-f31d-42a7-8d6a-935ba8645654 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:54.775399 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b939f-a4cd-44f9-80b4-c3af0202d088,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:54.779489 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:54.833953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:54.838610 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f97b939f-a4cd-44f9-80b4-c3af0202d088 HTTP/1.1" status: 204 len: 168 time: 0.4185243 Jul 14 08:50:54.936879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks [] for router, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:54.961992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:50:52Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:54.970551 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Checking router: 8741f0b2-86a1-411c-a582-f02465cf3ace for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:50:54.982821 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Routers {'8741f0b2-86a1-411c-a582-f02465cf3ace'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:50:54.983788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['8741f0b2-86a1-411c-a582-f02465cf3ace'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:55.278330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:55.304335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Deleting port e18b570d-cdf3-4b09-abf0-88c588e0630e {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:55.305431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:55.465383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] Set router 8741f0b2-86a1-411c-a582-f02465cf3ace gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:50:55.516493 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] For port e18b570d-cdf3-4b09-abf0-88c588e0630e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e18b570d-cdf3-4b09-abf0-88c588e0630e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:55.516891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:55.649518 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Calling delete_port for e18b570d-cdf3-4b09-abf0-88c588e0630e owned by network:router_gateway {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:55.761780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:50:52Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:55.766013 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9193-362c-4354-8de5-bf9bc9f54d54 None None] The sync data for ids ['8741f0b2-86a1-411c-a582-f02465cf3ace'] in dv-cinder-800229-1-smb is: [{'id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'name': 'tempest-TestShelveInstance-1060578058-router', 'tenant_id': '486e6537d52a494b96650521bf4cc385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:45:54Z', 'updated_at': '2021-07-14T08:50:52Z', 'revision_number': 5, 'project_id': '486e6537d52a494b96650521bf4cc385', 'gw_port': {'id': 'e18b570d-cdf3-4b09-abf0-88c588e0630e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:52:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8741f0b2-86a1-411c-a582-f02465cf3ace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:45:55Z', 'updated_at': '2021-07-14T08:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:50:55.821555 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:55.826086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-abe8adc2-7d4a-4bba-9ea9-88a40abdd9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:55.869744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Pushing event deleted for resources: {'Port': ['ID=e18b570d-cdf3-4b09-abf0-88c588e0630e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:55.873823 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:56.117020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.562322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6d282bf7-f95a-47ab-9948-5b294c5dfa3d no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:56.598201 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 6d282bf7-f95a-47ab-9948-5b294c5dfa3d {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:56.598606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 6d282bf7-f95a-47ab-9948-5b294c5dfa3d not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:56.621243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.625656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.650695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.651337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8741f0b2-86a1-411c-a582-f02465cf3ace {{(pid=82036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:50:56.664582 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.665842 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-fcf52d33-d06c-4d45-ab0a-87fee0db981e admin admin] 10.222.0.46 "DELETE /v2.0/routers/8741f0b2-86a1-411c-a582-f02465cf3ace HTTP/1.1" status: 204 len: 168 time: 2.3660183 Jul 14 08:50:56.668490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53676) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:56.738571 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Deleting subnet 3c73d9fe-dbbb-4de6-8a12-16081b8469a2 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:50:56.742279 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.798550 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.883924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.955416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:56.961718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-04aebca6-7d2d-458f-948b-0c20a2572582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:57.007614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c73d9fe-dbbb-4de6-8a12-16081b8469a2,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:57.010474 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:57.013481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.018543 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e322e2c9-ef25-473f-afc4-0013ff23731c None None] Network 00c3a61a-0c6d-46f9-9e84-fe1760f14684 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:50:57.020438 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-8bbe3753-97e3-4fe7-a329-7e787d337200 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3c73d9fe-dbbb-4de6-8a12-16081b8469a2 HTTP/1.1" status: 204 len: 168 time: 0.3508980 Jul 14 08:50:57.023515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53680) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:57.149684 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.160619 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Deleting port e3fe675d-2bbd-4053-b7d1-e8392cf2516f {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:57.160982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.313361 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] DHCP port deletion for 00c3a61a-0c6d-46f9-9e84-fe1760f14684 request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:50:57.318176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Deleting port e3fe675d-2bbd-4053-b7d1-e8392cf2516f {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:57.318692 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.395880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] For port e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:57.396286 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.541756 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Calling delete_port for e3fe675d-2bbd-4053-b7d1-e8392cf2516f owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:57.548091 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] For port e3fe675d-2bbd-4053-b7d1-e8392cf2516f, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,segment=NetworkSegment(d517b3d3-92c4-4c3d-9559-72d8893429ad),segment_id=d517b3d3-92c4-4c3d-9559-72d8893429ad)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:57.548653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.625788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.632389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-09070237-7b6e-465d-a294-58befefecd42 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:57.675937 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fe675d-2bbd-4053-b7d1-e8392cf2516f,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:57.679536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:57.683211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] No DVR routers for this DVR port e3fe675d-2bbd-4053-b7d1-e8392cf2516f on host dv-cinder-800229-1-smb {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:50:57.691680 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Calling delete_port for e3fe675d-2bbd-4053-b7d1-e8392cf2516f owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:57.779226 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:50:57.779562 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:50:57.814522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.830478 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c3a61a-0c6d-46f9-9e84-fe1760f14684']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:57.844696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd517b3d3-92c4-4c3d-9559-72d8893429ad') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:57.845035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd517b3d3-92c4-4c3d-9559-72d8893429ad') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:50:57.859818 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.875243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.882836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:50:57.883299 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:50:57.902983 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:50:57.980939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:57.984839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:57.999209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:58.010830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=00c3a61a-0c6d-46f9-9e84-fe1760f14684,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:58.015983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:50:58.021951 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aaf60f88-9c34-4127-a019-2ab964520dfc admin admin] 10.222.0.46 "DELETE /v2.0/networks/00c3a61a-0c6d-46f9-9e84-fe1760f14684 HTTP/1.1" status: 204 len: 168 time: 0.9954929 Jul 14 08:50:58.023980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53700) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:50:58.025211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0dbd0-2601-40b5-9b41-73b22231ae94 req-3a56c831-8058-49a1-b7d0-4973c2f0f2ec tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:58.027017 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-acd0dbd0-2601-40b5-9b41-73b22231ae94 req-3a56c831-8058-49a1-b7d0-4973c2f0f2ec tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0869298 Jul 14 08:50:58.077569 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-acd0dbd0-2601-40b5-9b41-73b22231ae94 req-fea42616-2f10-4da1-8776-4f35030ca8e3 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Jul 14 08:50:58.280502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Deleting port e3fe675d-2bbd-4053-b7d1-e8392cf2516f {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:58.281395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:58.359874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-1328f29d-4f54-41da-ac63-87f6660b54b6 None None] The port 'e3fe675d-2bbd-4053-b7d1-e8392cf2516f' was deleted {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:50:58.438707 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:58.559963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e18b570d-cdf3-4b09-abf0-88c588e0630e no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:58.596443 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: e18b570d-cdf3-4b09-abf0-88c588e0630e {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:58.596839 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e18b570d-cdf3-4b09-abf0-88c588e0630e not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:58.597295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e3fe675d-2bbd-4053-b7d1-e8392cf2516f no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:50:58.630653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: e3fe675d-2bbd-4053-b7d1-e8392cf2516f {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:50:58.631277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device e3fe675d-2bbd-4053-b7d1-e8392cf2516f not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:50:59.123145 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Deleting port 73f826ca-e7f0-4c29-942f-d50bf842cfff {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:50:59.123549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:59.372048 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] For port 73f826ca-e7f0-4c29-942f-d50bf842cfff, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=73f826ca-e7f0-4c29-942f-d50bf842cfff,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:50:59.372486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:59.505874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Calling delete_port for 73f826ca-e7f0-4c29-942f-d50bf842cfff owned by network:router_interface {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:50:59.541334 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b80aea-800d-4c3a-9abc-c018b45c9af0 req-bdbfd845-a62e-45ef-b4bb-bc77cbf14bc2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:50:59.542988 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b4b80aea-800d-4c3a-9abc-c018b45c9af0 req-bdbfd845-a62e-45ef-b4bb-bc77cbf14bc2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.2812483 Jul 14 08:50:59.627848 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b4b80aea-800d-4c3a-9abc-c018b45c9af0 req-f89cd02f-e7af-4780-9f2a-5f2dbf0a5265 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779772 Jul 14 08:50:59.726200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:50:59.730761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-138f99f7-fc3b-4c0a-963f-47ee520a5ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:50:59.997277 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Pushing event deleted for resources: {'Port': ['ID=73f826ca-e7f0-4c29-942f-d50bf842cfff,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:50:59.999958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:00.306905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:00.872064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a6685-df40-411e-be7b-d4dab80e02c3 req-b7d0405d-f462-4d87-aec9-f4bd13bb247b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:00.873807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a18a6685-df40-411e-be7b-d4dab80e02c3 req-b7d0405d-f462-4d87-aec9-f4bd13bb247b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Jul 14 08:51:00.925871 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a18a6685-df40-411e-be7b-d4dab80e02c3 req-c161bd6f-6422-41dc-8384-0c8f57cdcd5d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Jul 14 08:51:00.928810 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82036) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:51:01.141075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82036) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:51:01.151931 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-942cd5c2-261a-4662-baa4-6074bdf187fe admin admin] 10.222.0.46 "PUT /v2.0/routers/b2dab3e1-c66e-4b3c-80ce-db27ad21f569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268227 Jul 14 08:51:01.153070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Sync routers for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:51:01.154451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53714) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:01.166470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:51:01.167189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:01.361077 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: dv-cinder-800229-1-smb {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:51:01.367950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:01.574552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:01.584208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Deleting port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:51:01.585168 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:01.679203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:50:59Z', 'revision_number': 5, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port': {'id': 'cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:46:05Z', 'updated_at': '2021-07-14T08:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:01.683272 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Checking router: b2dab3e1-c66e-4b3c-80ce-db27ad21f569 for host: dv-cinder-800229-1-smb {{(pid=82037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:51:01.694722 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Routers {'b2dab3e1-c66e-4b3c-80ce-db27ad21f569'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:51:01.695465 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:50:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'], 'active': True} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:01.778766 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] For port cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:01.779316 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:01.869369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] Set router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 gateway port host: None {{(pid=82037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:51:01.908322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Calling delete_port for cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e owned by network:router_gateway {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:51:02.001274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:51:01Z', 'revision_number': 6, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:02.005750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6461fe1-b670-407f-8426-2da08fe806cf None None] The sync data for ids ['b2dab3e1-c66e-4b3c-80ce-db27ad21f569'] in dv-cinder-800229-1-smb is: [{'id': 'b2dab3e1-c66e-4b3c-80ce-db27ad21f569', 'name': 'tempest-TestShelveInstance-365020105-router', 'tenant_id': 'f7ca356db26946c49f2d9dc40ac19109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:46:04Z', 'updated_at': '2021-07-14T08:51:01Z', 'revision_number': 6, 'project_id': 'f7ca356db26946c49f2d9dc40ac19109', 'gw_port_host': None}] {{(pid=82037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:51:02.007998 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7ee0-2aca-423f-9c43-84bd1b77f28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:02.139232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:02.149383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-2ccbdaee-226a-453f-b3f8-8c54c2253b6d tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:02.201035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:02.203649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:02.327234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822592e-9bba-4cc6-82c6-da211e6850af req-d347984a-a31e-438e-b56a-a2b8902b091b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:02.328821 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c822592e-9bba-4cc6-82c6-da211e6850af req-d347984a-a31e-438e-b56a-a2b8902b091b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.2314405 Jul 14 08:51:02.555031 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 73f826ca-e7f0-4c29-942f-d50bf842cfff no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:51:02.590506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 73f826ca-e7f0-4c29-942f-d50bf842cfff {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:51:02.590907 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 73f826ca-e7f0-4c29-942f-d50bf842cfff not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:51:02.591381 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:51:02.627685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:51:02.628075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device cbac0cf9-e8b4-42e8-9c8b-9db8bc2cee9e not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:51:02.724982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:02.859678 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c822592e-9bba-4cc6-82c6-da211e6850af req-8150efb4-de7c-4067-b04d-ea9bc43044b2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690902 Jul 14 08:51:03.010366 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.014915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.039428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.039428 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dab3e1-c66e-4b3c-80ce-db27ad21f569 {{(pid=82036) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:51:03.052098 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] Notify callbacks [] for router, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.053379 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-551d92b0-49ab-47f9-9bae-d990a29b23c7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b2dab3e1-c66e-4b3c-80ce-db27ad21f569 HTTP/1.1" status: 204 len: 168 time: 1.8978207 Jul 14 08:51:03.056094 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53724) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:03.126112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Deleting subnet b1b54b7b-e336-4691-861b-d9291b9e198b {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:51:03.137953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.191889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.274265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.342804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.347270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:03.389081 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b54b7b-e336-4691-861b-d9291b9e198b,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:03.391861 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:03.395320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.400214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c326b59-5a0e-41fa-92a4-42d324e5443c None None] Network 0a6f15f8-d935-4223-8a35-ea1484765b51 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:51:03.404501 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3c8d3ab1-bcc4-4ae1-9036-19acb72f0f73 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b1b54b7b-e336-4691-861b-d9291b9e198b HTTP/1.1" status: 204 len: 168 time: 0.3449528 Jul 14 08:51:03.404754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53728) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:03.523752 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.535698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Deleting port bc15169b-e723-4349-acec-cc14779aedd7 {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:51:03.536000 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.557623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.690599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] DHCP port deletion for 0a6f15f8-d935-4223-8a35-ea1484765b51 request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:51:03.696208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Deleting port bc15169b-e723-4349-acec-cc14779aedd7 {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:51:03.696731 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.754985 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] For port bc15169b-e723-4349-acec-cc14779aedd7, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=bc15169b-e723-4349-acec-cc14779aedd7,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:03.755387 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.893207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Calling delete_port for bc15169b-e723-4349-acec-cc14779aedd7 owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:51:03.978763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3151676'] for port, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:03.984075 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-96637ae3-3bf6-45ae-a6a6-e38bccdc9a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:04.030956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc15169b-e723-4349-acec-cc14779aedd7,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:04.033911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:04.037360 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] No DVR routers for this DVR port bc15169b-e723-4349-acec-cc14779aedd7 on host dv-cinder-800229-1-smb {{(pid=82036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:51:04.080965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] For port bc15169b-e723-4349-acec-cc14779aedd7, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=bc15169b-e723-4349-acec-cc14779aedd7,segment=NetworkSegment(227bbc3f-1529-4378-822f-1fac24f2c623),segment_id=227bbc3f-1529-4378-822f-1fac24f2c623)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:04.081570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.095180 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bc9f6-498d-487b-b463-5808bad438f8 req-9599ab2e-0e3f-408e-bdcf-273be9471ccd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:04.096812 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9d7bc9f6-498d-487b-b463-5808bad438f8 req-9599ab2e-0e3f-408e-bdcf-273be9471ccd tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0878789 Jul 14 08:51:04.171215 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-9d7bc9f6-498d-487b-b463-5808bad438f8 req-e27a1eea-0c66-491b-8935-7e19ef6daf23 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667288 Jul 14 08:51:04.172740 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.187035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6f15f8-d935-4223-8a35-ea1484765b51']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:04.202232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227bbc3f-1529-4378-822f-1fac24f2c623') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:04.202572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227bbc3f-1529-4378-822f-1fac24f2c623') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:51:04.220930 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.223407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Calling delete_port for bc15169b-e723-4349-acec-cc14779aedd7 owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:51:04.241816 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.256265 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:51:04.256822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:51:04.271498 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:51:04.298484 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82037) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:51:04.298974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82037) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:51:04.353355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.357011 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-eecc5872-2255-40ac-9943-91948d458b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:04.373059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.379356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6f15f8-d935-4223-8a35-ea1484765b51,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:04.383792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:04.386818 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] 10.222.0.46 "DELETE /v2.0/networks/0a6f15f8-d935-4223-8a35-ea1484765b51 HTTP/1.1" status: 204 len: 168 time: 0.9810331 Jul 14 08:51:04.486924 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-933400fe-ad7f-432e-8e4e-5b5df1743d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.548712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device bc15169b-e723-4349-acec-cc14779aedd7 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:51:04.585943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: bc15169b-e723-4349-acec-cc14779aedd7 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:51:04.586457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device bc15169b-e723-4349-acec-cc14779aedd7 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:51:04.604164 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53738) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:04.646976 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.659322 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-603bac7c-07e5-43f8-bf13-1f37c321874a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=486e6537d52a494b96650521bf4cc385&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537384 Jul 14 08:51:04.661729 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53742) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:04.729748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.757230 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.800150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Deleting port bc15169b-e723-4349-acec-cc14779aedd7 {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:51:04.800799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.805043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.810598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-effb1be6-9898-4393-999e-e1b282878436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:04.826779 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566d160-8b62-4466-b122-57846fc99d1c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:04.829457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:04.835796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:04.837034 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-95c152f9-27db-4df5-ae53-9216e73a2efc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b566d160-8b62-4466-b122-57846fc99d1c HTTP/1.1" status: 204 len: 168 time: 0.1743412 Jul 14 08:51:04.883470 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-15a1e9a0-555e-43a5-a8b9-83343dd22471 None None] The port 'bc15169b-e723-4349-acec-cc14779aedd7' was deleted {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:51:05.267131 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 53754) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:05.378452 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-d67204fc-b188-459b-a789-e20fa7c9389e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7ca356db26946c49f2d9dc40ac19109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1099970 Jul 14 08:51:05.381142 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 53758) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:51:05.422435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f019-3d10-4804-b688-880f32f0b8a6 req-e502715f-37dc-48e1-9e3d-c8add0e0b4f7 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:05.424082 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac16f019-3d10-4804-b688-880f32f0b8a6 req-e502715f-37dc-48e1-9e3d-c8add0e0b4f7 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0937419 Jul 14 08:51:05.452515 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:05.475884 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ac16f019-3d10-4804-b688-880f32f0b8a6 req-519f50e3-129b-4042-9d93-cd540bdb4c5f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Jul 14 08:51:05.482479 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:05.528462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:05.533953 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bbac21a3-269d-4ba7-af55-2129a4387bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:05.551683 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d0325-8e46-4d55-9184-2d7275159891,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:05.557879 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:05.558558 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:05.559839 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-939d2a18-15e8-486e-be8e-7df920b3c82c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f8d0325-8e46-4d55-9184-2d7275159891 HTTP/1.1" status: 204 len: 168 time: 0.1775818 Jul 14 08:51:06.137209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:06.698207 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1f32d-4e12-41e9-911d-e031abbc2824 req-a5252fba-6440-487b-bdc3-734879e97bd8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:06.699722 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c0f1f32d-4e12-41e9-911d-e031abbc2824 req-a5252fba-6440-487b-bdc3-734879e97bd8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0852284 Jul 14 08:51:06.750646 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c0f1f32d-4e12-41e9-911d-e031abbc2824 req-682b20ea-7b6c-482e-8b31-d29f2f96e6b4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Jul 14 08:51:07.971728 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308cb5f-d4ac-45f7-81f0-8941b9efc153 req-61da52d1-623a-4231-a6a6-782f9737a161 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:07.973336 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0308cb5f-d4ac-45f7-81f0-8941b9efc153 req-61da52d1-623a-4231-a6a6-782f9737a161 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0851629 Jul 14 08:51:08.021638 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0308cb5f-d4ac-45f7-81f0-8941b9efc153 req-f921242a-b0d5-4f32-8d78-e90a29f69bba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Jul 14 08:51:09.241421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57cde6-bedf-41db-91c8-4102a6ca2fe3 req-c4c35dbd-1e35-4563-ac1e-266870154553 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:09.243049 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be57cde6-bedf-41db-91c8-4102a6ca2fe3 req-c4c35dbd-1e35-4563-ac1e-266870154553 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0857196 Jul 14 08:51:09.293146 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-be57cde6-bedf-41db-91c8-4102a6ca2fe3 req-c1bcc6e9-7559-4ba9-b4a2-7e66e4eef337 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440395 Jul 14 08:51:09.765626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:51:09.915386 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:09.929092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:51:09.985078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:10.007140 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:51:10.021586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:10.025328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:10.027300 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:10.094396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=6']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:10.097623 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:10.222950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['3d6e68d8-2349-436f-a24c-620fcb9fa14f'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:51:10.512382 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dd351-1420-4528-867e-4957cc8b50ba req-ad386f28-bae4-4052-a621-a4d917a5ae74 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:10.513967 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c79dd351-1420-4528-867e-4957cc8b50ba req-ad386f28-bae4-4052-a621-a4d917a5ae74 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 944 time: 0.0856335 Jul 14 08:51:10.561695 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c79dd351-1420-4528-867e-4957cc8b50ba req-48f83991-c138-48a8-bbe5-69b5d3600233 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Jul 14 08:51:11.774036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:51:11.778858 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a72c37-2de4-4d5d-9df0-4432b08a2895 req-3c85ad50-70fe-48f0-96fe-acc6d1901724 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:11.780484 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-99a72c37-2de4-4d5d-9df0-4432b08a2895 req-3c85ad50-70fe-48f0-96fe-acc6d1901724 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 944 time: 0.0829759 Jul 14 08:51:11.830187 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-99a72c37-2de4-4d5d-9df0-4432b08a2895 req-71d558c8-c967-474f-8fb3-cf3d88a17934 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jul 14 08:51:11.846656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:51:11.847108 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:11.968626 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:11.998208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:51:12.009206 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:12.012100 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:12.014860 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:12.059029 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'code': 200} Jul 14 08:51:12.085315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=7']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:12.088532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:13.057963 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ec244-6b40-41e4-b946-6c5be581ac81 req-35cc7227-264d-4cdd-ba80-10981d7cdf91 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:13.059643 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f91ec244-6b40-41e4-b946-6c5be581ac81 req-35cc7227-264d-4cdd-ba80-10981d7cdf91 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0911119 Jul 14 08:51:13.111871 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f91ec244-6b40-41e4-b946-6c5be581ac81 req-f242ef7f-446d-4854-a250-8ba6040a3065 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460761 Jul 14 08:51:14.388820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb027-1493-4d65-b192-55eed57f77d5 req-ed1d9842-5b0c-4788-abcb-3c0e17345733 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:14.391123 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a33bb027-1493-4d65-b192-55eed57f77d5 req-ed1d9842-5b0c-4788-abcb-3c0e17345733 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0925913 Jul 14 08:51:14.454723 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a33bb027-1493-4d65-b192-55eed57f77d5 req-9dd55e0b-662b-45b0-b1e0-7ace8ef978d6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551727 Jul 14 08:51:15.699472 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c5478-b5b8-480b-8af4-dc5293e03dc8 req-7fee2448-573c-44d8-b1f0-d436e9258439 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:15.701154 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f93c5478-b5b8-480b-8af4-dc5293e03dc8 req-7fee2448-573c-44d8-b1f0-d436e9258439 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0935850 Jul 14 08:51:15.770158 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f93c5478-b5b8-480b-8af4-dc5293e03dc8 req-4bacab83-0d94-4537-a2eb-fa6aae90052d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624571 Jul 14 08:51:17.017977 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0c662-3ea6-403f-950f-3f50b2ac292f req-9c7e123d-bda1-4c2d-97c9-a47bdf825e6b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:17.020738 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4af0c662-3ea6-403f-950f-3f50b2ac292f req-9c7e123d-bda1-4c2d-97c9-a47bdf825e6b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.1062629 Jul 14 08:51:17.082071 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4af0c662-3ea6-403f-950f-3f50b2ac292f req-ad7d1b62-e2ef-47a1-9589-deacd5e07549 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548506 Jul 14 08:51:18.386166 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e8d4-b233-470b-bf32-4be5e4b6c090 req-ada5ef46-8f49-494e-bf46-34e4ee3aa86e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:18.387812 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8746e8d4-b233-470b-bf32-4be5e4b6c090 req-ada5ef46-8f49-494e-bf46-34e4ee3aa86e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.1221433 Jul 14 08:51:18.448773 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8746e8d4-b233-470b-bf32-4be5e4b6c090 req-0e812483-4529-4a77-a56b-8bac4df12d85 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547376 Jul 14 08:51:19.721721 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10a0fa-de3b-4a7e-af1c-b2e05802f62b req-ae76d4fd-f2fc-4379-b69a-b28f701d49e9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:19.732339 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0a10a0fa-de3b-4a7e-af1c-b2e05802f62b req-ae76d4fd-f2fc-4379-b69a-b28f701d49e9 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.1064112 Jul 14 08:51:19.781195 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-0a10a0fa-de3b-4a7e-af1c-b2e05802f62b req-b03a3ec0-85af-47c2-a186-e97a76910893 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478940 Jul 14 08:51:21.022273 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14cd44-7bd9-4d2c-abee-2d3359243f76 req-e568c914-0c06-4533-80a5-3a9b0c416359 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:21.023859 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c14cd44-7bd9-4d2c-abee-2d3359243f76 req-e568c914-0c06-4533-80a5-3a9b0c416359 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0881073 Jul 14 08:51:21.078075 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8c14cd44-7bd9-4d2c-abee-2d3359243f76 req-58f755c4-5cf0-4693-b4d5-c61e50e5588f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Jul 14 08:51:21.089902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:22.307029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d31a71-a53b-4074-b57e-67ad131bbe3c req-e9638dcc-81f8-4caa-9fb0-d905e6104959 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:22.308668 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-72d31a71-a53b-4074-b57e-67ad131bbe3c req-e9638dcc-81f8-4caa-9fb0-d905e6104959 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0932336 Jul 14 08:51:22.359833 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-72d31a71-a53b-4074-b57e-67ad131bbe3c req-0980bd20-e5a5-4134-bfe5-d095ab282f98 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Jul 14 08:51:22.659127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-29507f02-bb38-4f60-a3d5-72db9a12fd30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1098 time: 0.0796278 Jul 14 08:51:22.801490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-b6afc710-2ab4-4165-9c62-79edc0938f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:22.803246 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-b6afc710-2ab4-4165-9c62-79edc0938f3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1374173 Jul 14 08:51:22.909864 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-c846e7e6-415f-47d1-b368-86f6f37a3aa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 1001 time: 0.0990858 Jul 14 08:51:22.984030 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-cbe2939a-f585-4e17-8a54-e0cbd37cdf4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:22.985672 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-cbe2939a-f585-4e17-8a54-e0cbd37cdf4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0674269 Jul 14 08:51:23.076179 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-e775a3d6-6f55-4b3f-8c49-b139f1463ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754590 Jul 14 08:51:23.227814 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-32b4fedb-748e-441b-b13c-485d5aea4904 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442664 Jul 14 08:51:23.376868 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-c6db5b5b-1ab6-4bb1-a9cd-f3d5f74b64fa req-b0764e97-e767-4651-bf26-e6880dd7261d service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417758 Jul 14 08:51:23.581216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd419a1-cd27-40bf-a3d8-2ba5eefaaf46 req-fc4bf50c-f861-4a6d-93a0-1471ab30f2ba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:23.582834 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1dd419a1-cd27-40bf-a3d8-2ba5eefaaf46 req-fc4bf50c-f861-4a6d-93a0-1471ab30f2ba tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0840867 Jul 14 08:51:23.636903 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1dd419a1-cd27-40bf-a3d8-2ba5eefaaf46 req-3a3cf73f-95d6-45f2-b6c2-5b828aa2cfbf tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472958 Jul 14 08:51:24.858126 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b45b9c-9436-4c52-a4c3-0cc2562f0879 req-49dfb70d-d376-4c46-9457-379a52e3ea16 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:24.859675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95b45b9c-9436-4c52-a4c3-0cc2562f0879 req-49dfb70d-d376-4c46-9457-379a52e3ea16 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 945 time: 0.0883777 Jul 14 08:51:24.907682 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-95b45b9c-9436-4c52-a4c3-0cc2562f0879 req-dadfd895-bc22-4851-bc59-676baea55c5e tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Jul 14 08:51:25.882519 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:51:26.003209 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:26.031667 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:51:26.042736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:26.047995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:26.049892 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:26.090148 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'code': 200} Jul 14 08:51:26.123760 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=8']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:26.127099 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:26.129553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ea160-7ec2-484d-9633-c47de60c4ddc req-433c86b9-f4fb-4a84-9f84-39ee8210c28f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:26.131296 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-423ea160-7ec2-484d-9633-c47de60c4ddc req-433c86b9-f4fb-4a84-9f84-39ee8210c28f tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0865633 Jul 14 08:51:26.180436 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-423ea160-7ec2-484d-9633-c47de60c4ddc req-9b602493-fc4d-41d8-9a2a-2eccd5e6c1dc tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Jul 14 08:51:27.546508 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2f342a32-ae2d-4562-b833-cf235b7d43b0 req-a4421588-9bcd-4fd6-8797-cf432f43bd82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744963 Jul 14 08:51:27.880546 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-efbf92be-d9d5-4043-b139-0dc82d52009b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459496 Jul 14 08:51:27.888289 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348cf6-906f-4b02-b7bd-46dfe1c913f1 req-0e0b436b-cd6c-4d79-a044-399f0c24e825 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:27.889807 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a1348cf6-906f-4b02-b7bd-46dfe1c913f1 req-0e0b436b-cd6c-4d79-a044-399f0c24e825 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.1181717 Jul 14 08:51:27.945249 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a1348cf6-906f-4b02-b7bd-46dfe1c913f1 req-970792c6-f268-4630-9307-a86daac501ea tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487447 Jul 14 08:51:28.128315 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-ba98b87a-4dd5-49ac-8a87-d1c48c5a5ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759966 Jul 14 08:51:28.317913 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-6e38309a-f51d-4ff9-a92a-3cdd37561e63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 1099 time: 0.0763280 Jul 14 08:51:28.456238 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-a9562017-8a01-4568-a623-f86d6ed9f6bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9&tenant_id=a391f3f7230449238c073246602e1b13 HTTP/1.1" status: 200 len: 1096 time: 0.0845957 Jul 14 08:51:28.581827 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-35d602e7-c4fe-4b15-a7e5-76320cdd6958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a391f3f7230449238c073246602e1b13&device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1096 time: 0.0836837 Jul 14 08:51:28.705787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-e308336c-e766-4e38-9a68-5d72aabe32f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:28.707857 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-e308336c-e766-4e38-9a68-5d72aabe32f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 914 time: 0.3632617 Jul 14 08:51:28.729530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740c620-8c7c-4a64-a577-009292650e1c req-ac0e7982-b221-4399-a024-8f421f278b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:28.731176 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-ac0e7982-b221-4399-a024-8f421f278b21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 200 len: 918 time: 0.1433866 Jul 14 08:51:28.788211 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-8240302f-af91-4687-b0c9-f42964f86ff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf HTTP/1.1" status: 200 len: 217 time: 0.0717494 Jul 14 08:51:28.842759 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-371e6879-fdd9-4604-85de-1f4271e3bacf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 200 len: 999 time: 0.1055188 Jul 14 08:51:28.863271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-7691d11e-47e9-47e7-821f-7949508f511d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:28.864841 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-7691d11e-47e9-47e7-821f-7949508f511d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0703628 Jul 14 08:51:28.925266 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-54b3ab20-2b23-44e9-b260-650303a34d4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457044 Jul 14 08:51:28.944529 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740c620-8c7c-4a64-a577-009292650e1c req-784e3271-697e-474b-a78d-7efbb72f378c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:28.946127 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-784e3271-697e-474b-a78d-7efbb72f378c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 200 len: 856 time: 0.0672154 Jul 14 08:51:29.030603 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-3909df26-20da-4b3e-8b51-38e3966e2c34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=573b1f93-e1f4-49ea-9e73-879026339f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774474 Jul 14 08:51:29.080764 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-584a48ba-946d-4c31-a71e-bdfb959ee38f service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393313 Jul 14 08:51:29.181278 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-f80ab2c3-9492-442f-9742-ad8b65111332 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402562 Jul 14 08:51:29.297799 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a131785-8714-4ca0-ba4a-56adbfb5d9cd req-58408387-7a1d-40db-b47d-8ab7bf472a42 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:29.299452 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3a131785-8714-4ca0-ba4a-56adbfb5d9cd req-58408387-7a1d-40db-b47d-8ab7bf472a42 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.2166834 Jul 14 08:51:29.307170 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-015df0d6-a1e7-4d87-91bf-8eebf3de4ba4 req-b33f3cdc-6839-4430-b692-1028b069cf71 service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873579 Jul 14 08:51:29.335746 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4740c620-8c7c-4a64-a577-009292650e1c req-cacbb836-f1ab-4097-9f86-f930d10f7f79 service neutron] 10.222.0.13 "GET /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421919 Jul 14 08:51:29.353177 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3a131785-8714-4ca0-ba4a-56adbfb5d9cd req-38ce1230-fa2d-471b-aa3f-216d3cea7a87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Jul 14 08:51:30.639462 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4d30c-cfe1-4822-88b6-be7d569a5dbe req-4ae534b1-0afe-4b74-93df-c30425d9d41d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:30.641100 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dbf4d30c-cfe1-4822-88b6-be7d569a5dbe req-4ae534b1-0afe-4b74-93df-c30425d9d41d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0970533 Jul 14 08:51:30.692817 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dbf4d30c-cfe1-4822-88b6-be7d569a5dbe req-45ec41cd-a10f-48a7-9e9b-ecb54eb26d3c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Jul 14 08:51:30.775808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:51:31.942356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf11d1-f8fd-4e46-a076-58f1be4e25b7 req-021c7261-194c-4a41-bf6e-73f1fd8ae4e1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:31.948417 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87cf11d1-f8fd-4e46-a076-58f1be4e25b7 req-021c7261-194c-4a41-bf6e-73f1fd8ae4e1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0981815 Jul 14 08:51:31.954469 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0e4c-bcb7-4360-8bf4-6666ad2f213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:32.016211 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-87cf11d1-f8fd-4e46-a076-58f1be4e25b7 req-c1f60c2f-ceac-4697-866c-29fd594c1564 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603435 Jul 14 08:51:33.239071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29c8d-570d-4bd2-84d8-5333279fea5d req-46718370-f18b-439b-b5d0-f7ef5516f348 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:33.241333 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-80b29c8d-570d-4bd2-84d8-5333279fea5d req-46718370-f18b-439b-b5d0-f7ef5516f348 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0947196 Jul 14 08:51:33.292550 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-80b29c8d-570d-4bd2-84d8-5333279fea5d req-0fa5f6cf-a0f4-4a7a-a53e-3064b95c0401 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Jul 14 08:51:33.472476 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:34.489326 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aeda598e-c588-4eb7-81fd-c804c27fbd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:34.518822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0bbea-67b5-4d79-958c-1361ec8ff042 req-55b23a0f-8275-4933-b231-67c1c160803c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:34.520457 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5ce0bbea-67b5-4d79-958c-1361ec8ff042 req-55b23a0f-8275-4933-b231-67c1c160803c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0856175 Jul 14 08:51:34.586276 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5ce0bbea-67b5-4d79-958c-1361ec8ff042 req-9d13a289-bc1f-40f1-a528-d24d27bb8a40 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587358 Jul 14 08:51:34.649295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:35.813416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd5d1-4728-4dba-824b-edcd5ffb4258 req-0f0b55c3-ac40-4f40-b39c-07dc129c206c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:35.815804 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-913fd5d1-4728-4dba-824b-edcd5ffb4258 req-0f0b55c3-ac40-4f40-b39c-07dc129c206c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0834172 Jul 14 08:51:35.874727 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-913fd5d1-4728-4dba-824b-edcd5ffb4258 req-9f0ab0f6-259e-4a21-8515-cd0dda75e64c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Jul 14 08:51:36.140566 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:37.112807 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e3fc5-d389-49a4-9136-6f152a6e0fb1 req-50005325-4724-4876-9b4d-ea9bcc5fdc29 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:37.114434 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a0e3fc5-d389-49a4-9136-6f152a6e0fb1 req-50005325-4724-4876-9b4d-ea9bcc5fdc29 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0913064 Jul 14 08:51:37.165103 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2a0e3fc5-d389-49a4-9136-6f152a6e0fb1 req-5a406d7c-6508-49f5-9870-2e64d9cc78d2 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Jul 14 08:51:38.532786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e98d1-a302-4442-b8af-ecc13a777946 req-baa131dc-d59b-47d1-bd0d-4b167e7891d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:38.534384 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-898e98d1-a302-4442-b8af-ecc13a777946 req-baa131dc-d59b-47d1-bd0d-4b167e7891d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0886934 Jul 14 08:51:38.584304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-898e98d1-a302-4442-b8af-ecc13a777946 req-9e69ea38-ce1d-41d8-8036-c085de143025 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jul 14 08:51:39.840189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fd32d-f9f7-4650-8ae6-4816782ff9a4 req-0e4a932c-6b5b-49e6-bc9d-c6797a7956c0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:39.841766 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e35fd32d-f9f7-4650-8ae6-4816782ff9a4 req-0e4a932c-6b5b-49e6-bc9d-c6797a7956c0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0869114 Jul 14 08:51:39.889675 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e35fd32d-f9f7-4650-8ae6-4816782ff9a4 req-1941bd8d-3f37-423e-95af-fb0117fdba03 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jul 14 08:51:41.117762 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aab97-4dc8-4691-8f20-e512f1dfab9e req-a8383e89-58b4-4e94-8104-f9ac21d6b69d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:41.120058 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e04aab97-4dc8-4691-8f20-e512f1dfab9e req-a8383e89-58b4-4e94-8104-f9ac21d6b69d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0865526 Jul 14 08:51:41.176137 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e04aab97-4dc8-4691-8f20-e512f1dfab9e req-3c644766-1291-43f5-b029-aaddc8f15f1b tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Jul 14 08:51:42.397418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837c07-48d0-4c95-93b6-925f8bdb8d2c req-ae30d787-56a0-4fc4-90ca-2363ebb50d42 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:42.399067 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e5837c07-48d0-4c95-93b6-925f8bdb8d2c req-ae30d787-56a0-4fc4-90ca-2363ebb50d42 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0840294 Jul 14 08:51:42.447593 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e5837c07-48d0-4c95-93b6-925f8bdb8d2c req-85711705-2344-423c-bb34-cf7715a60730 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Jul 14 08:51:43.662451 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666c8b-b8fd-4982-a72f-c4880824687b req-909b52ab-cf77-4a2a-b406-1c8c64c31dd6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:43.664105 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73666c8b-b8fd-4982-a72f-c4880824687b req-909b52ab-cf77-4a2a-b406-1c8c64c31dd6 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 943 time: 0.0825109 Jul 14 08:51:43.712406 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-73666c8b-b8fd-4982-a72f-c4880824687b req-bdced124-fc7d-4bf1-a725-0c6cfc8b9335 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Jul 14 08:51:43.927008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:51:44.067854 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:44.082253 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'port_id': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'mac_address': 'fa:16:3e:85:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:51:44.136481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:44.154393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:51:44.169663 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:44.172507 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:44.174356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:44.244179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=9']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:44.247554 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:44.519769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['3d6e68d8-2349-436f-a24c-620fcb9fa14f'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:51:44.936899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50db23-241a-4ce5-9487-ce4cba3eea69 req-7ce63bbb-b767-4708-addb-fc05b75adbc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:44.938512 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d50db23-241a-4ce5-9487-ce4cba3eea69 req-7ce63bbb-b767-4708-addb-fc05b75adbc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 944 time: 0.0878756 Jul 14 08:51:44.987200 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-5d50db23-241a-4ce5-9487-ce4cba3eea69 req-50149604-c1fb-455c-80ec-8260e25ae6e8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Jul 14 08:51:45.938422 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:51:46.009475 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 3d6e68d8-2349-436f-a24c-620fcb9fa14f triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:51:46.009896 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:46.129309 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:46.157653 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:51:46.168109 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:46.172549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:46.174688 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:46.212666 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cae471-950b-49eb-baa9-bedfaa67d370 req-db907b8f-2707-48a8-bd99-0b9a8a83752c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:46.215068 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-88cae471-950b-49eb-baa9-bedfaa67d370 req-db907b8f-2707-48a8-bd99-0b9a8a83752c tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 944 time: 0.0913138 Jul 14 08:51:46.218218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'code': 200} Jul 14 08:51:46.246960 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=10']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:46.256870 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.257379 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.257780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.258160 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.258544 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.258943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.259319 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.259690 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.260148 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.265715 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-88cae471-950b-49eb-baa9-bedfaa67d370 req-cc9a8f58-ef0e-4633-958b-8333e3009ea4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Jul 14 08:51:46.270828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.271322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:46.275369 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:46.514698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d198722c-9fd0-49bc-8015-544245741a4a req-196b642a-5705-4946-9a7b-743383abca9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 1099 time: 0.0735912 Jul 14 08:51:46.561474 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-d198722c-9fd0-49bc-8015-544245741a4a req-67bdc938-7ce7-43fd-85bb-f0a76ef563a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 Jul 14 08:51:47.488137 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53143f7-9a28-4a31-9df6-a335dce167df req-b45cf23d-a57a-4664-aa70-908cf662f599 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:47.489753 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e53143f7-9a28-4a31-9df6-a335dce167df req-b45cf23d-a57a-4664-aa70-908cf662f599 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.0866418 Jul 14 08:51:47.537960 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e53143f7-9a28-4a31-9df6-a335dce167df req-9ef9bee5-f4b2-45b2-8fc2-880307ecd593 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Jul 14 08:51:48.752580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deec07-da70-4943-a04d-de249d6e661c req-81a0dfdb-b46c-44f4-b692-07159a2805d1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:48.754164 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b0deec07-da70-4943-a04d-de249d6e661c req-81a0dfdb-b46c-44f4-b692-07159a2805d1 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.0824156 Jul 14 08:51:48.802616 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b0deec07-da70-4943-a04d-de249d6e661c req-6a1afefd-3069-4e01-9137-f74953a1da0d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Jul 14 08:51:51.089736 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:52.603009 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b96eb-85a9-4f3b-b027-2dcfa538fd2d req-88a9332b-97e7-4f0e-a5f9-c569089b5021 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:52.605160 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb9b96eb-85a9-4f3b-b027-2dcfa538fd2d req-88a9332b-97e7-4f0e-a5f9-c569089b5021 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.0827351 Jul 14 08:51:52.656673 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bb9b96eb-85a9-4f3b-b027-2dcfa538fd2d req-a2dd0e74-f811-4f0c-9fa0-12acfa8eae84 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Jul 14 08:51:53.866357 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e872a5-e49f-4577-9c23-767f308d7fbe req-2c33c022-e23a-4f21-bd06-476ea3fbfe74 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:53.867966 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78e872a5-e49f-4577-9c23-767f308d7fbe req-2c33c022-e23a-4f21-bd06-476ea3fbfe74 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.0871632 Jul 14 08:51:53.917456 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-78e872a5-e49f-4577-9c23-767f308d7fbe req-01d93823-0636-4986-86ef-f4b0c2dd0e78 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jul 14 08:51:55.123723 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317c381-f1b9-4176-998e-024169255d45 req-9f264b73-2743-456a-840b-5a3f0a16fe73 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:55.125312 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e317c381-f1b9-4176-998e-024169255d45 req-9f264b73-2743-456a-840b-5a3f0a16fe73 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.0830071 Jul 14 08:51:55.173911 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e317c381-f1b9-4176-998e-024169255d45 req-4f948fb0-92be-47c1-a562-9ddd74de308c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Jul 14 08:51:56.379660 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d65a2b-e1b8-4c54-9ccf-2fccd651b90a req-d03573f7-2ee4-4df5-91d1-b7654aff5899 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:56.381304 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6d65a2b-e1b8-4c54-9ccf-2fccd651b90a req-d03573f7-2ee4-4df5-91d1-b7654aff5899 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.0824895 Jul 14 08:51:56.436034 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6d65a2b-e1b8-4c54-9ccf-2fccd651b90a req-23a8a421-1b99-4b36-8f13-d3a1b71122fd tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Jul 14 08:51:57.707796 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98022698-79d4-4a3e-9e25-74546ab24700 req-215e39ef-6f18-4e41-bc06-e9f3f59d109a tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:57.709404 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98022698-79d4-4a3e-9e25-74546ab24700 req-215e39ef-6f18-4e41-bc06-e9f3f59d109a tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.1500247 Jul 14 08:51:57.716219 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123b53-9716-455e-b062-7e69be3fd317 req-2bb7c88e-913b-4beb-8681-4ba1d6e7324e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:51:57.717663 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab123b53-9716-455e-b062-7e69be3fd317 req-2bb7c88e-913b-4beb-8681-4ba1d6e7324e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 946 time: 0.1198394 Jul 14 08:51:57.821697 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Deleting port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:51:57.822076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:57.860641 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-98022698-79d4-4a3e-9e25-74546ab24700 req-3e7e6d99-0b39-4ba6-8ddf-9d653cb64c98 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419649 Jul 14 08:51:58.079947 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] For port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:51:58.080274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:58.212266 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Calling delete_port for 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:51:58.353894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:58.359614 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:51:58.391320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['37b871e8-f4b7-43c2-a0b8-e155cf32aaaf'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:51:58.406432 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Pushing event deleted for resources: {'Port': ['ID=37b871e8-f4b7-43c2-a0b8-e155cf32aaaf,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:51:58.421059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.421383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.421787 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.422184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.422580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.423002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.423397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.423790 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.424355 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.424536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.424911 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:51:58.458572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:51:58.496189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] No DVR routers for this DVR port 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:51:58.498674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:51:58.501453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'name': 'network-vif-deleted', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:51:58.516421 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-ab123b53-9716-455e-b062-7e69be3fd317 req-56e58f73-7079-47c2-b8dd-dea6c79adb2e tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "DELETE /v2.0/ports/37b871e8-f4b7-43c2-a0b8-e155cf32aaaf HTTP/1.1" status: 204 len: 173 time: 0.7828896 Jul 14 08:51:58.563389 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988562e0-ef23-4168-996c-dac4f0fd7f94', 'name': 'network-vif-deleted', 'tag': '37b871e8-f4b7-43c2-a0b8-e155cf32aaaf', 'status': 'completed', 'code': 200} Jul 14 08:51:59.052459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e52dfc14-b2f1-44e2-87d4-9cc3ce50b15b req-299bb705-8cc2-4509-aaa2-050ee9f1b867 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Synchronizing usage tracker for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:51:59.067461 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-e52dfc14-b2f1-44e2-87d4-9cc3ce50b15b req-299bb705-8cc2-4509-aaa2-050ee9f1b867 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Unset dirty status for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:51:59.068709 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e52dfc14-b2f1-44e2-87d4-9cc3ce50b15b req-299bb705-8cc2-4509-aaa2-050ee9f1b867 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=988562e0-ef23-4168-996c-dac4f0fd7f94 HTTP/1.1" status: 200 len: 210 time: 0.0662167 Jul 14 08:52:01.946263 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ff81abbe-0b79-4996-a986-c0c09d3aa603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:02.004812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:02.039763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:02.040157 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 37b871e8-f4b7-43c2-a0b8-e155cf32aaaf not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:03.471617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:04.494232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-468e3d55-078d-488e-ad60-b1a210f305a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:04.653409 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:04.712710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-bbbed581-5561-4daa-8a7d-db809fb482c5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:04.714968 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-bbbed581-5561-4daa-8a7d-db809fb482c5 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 813 time: 0.3646028 Jul 14 08:52:04.732091 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-9b2985f8-f36b-4649-80ac-c28edccaa866 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/quotas/e5c696a001c34304a8382f0f49cc739b HTTP/1.1" status: 200 len: 375 time: 0.0113034 Jul 14 08:52:04.781998 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-551eb544-93ec-4676-a9eb-56872d883b8b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443771 Jul 14 08:52:04.922707 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-f8c94b07-dd2b-42c7-ad9b-e199d11c139a service neutron] 10.222.0.46 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337130 Jul 14 08:52:05.067191 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-9b0b927d-eeab-4287-af63-fa4bc1150c1c service neutron] 10.222.0.46 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380613 Jul 14 08:52:05.278989 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f571378a-ed71-4f73-bdc4-aeab67fd664e req-9d446fb3-1111-4ae8-ae9a-7b8af082e14a tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 210 time: 0.0468712 Jul 14 08:52:06.144448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:06.477564 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-47201397-3b2d-4923-b328-f55fd2510288 req-b3d5ceb6-c921-4ca8-b167-dfb53258f821 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 210 time: 0.0631039 Jul 14 08:52:06.522632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-e9af2c0e-679e-47d3-a545-a1a1619f6283 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:06.524408 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-e9af2c0e-679e-47d3-a545-a1a1619f6283 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 813 time: 0.2173941 Jul 14 08:52:06.556557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Request body: {'port': {'device_id': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052', 'admin_state_up': True, 'tenant_id': 'e5c696a001c34304a8382f0f49cc739b'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:52:06.698104 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:52:06.708151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:52:06.717589 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Made reservation on behalf of e5c696a001c34304a8382f0f49cc739b for: {'port': 1} {{(pid=82035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 14 08:52:06.723115 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:06.889830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_common [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Allocated IP 172.20.0.12 (578f30bc-27dc-46da-b54a-5bd3d3799052/0d505d81-8870-438e-9215-fbf1ef99140c/241d24ed-ade4-4f53-be22-b0992545bba6) {{(pid=82035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 14 08:52:07.107552 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks [] for port, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.132959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363253912502695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.138580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ba00f564-cc63-46e1-a197-1eecdd3e1dc0 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:07.211743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Network 578f30bc-27dc-46da-b54a-5bd3d3799052 is already hosted by enough agents. {{(pid=82035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 14 08:52:07.215586 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.base_scheduler [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Resources bound (agent type, host, resource id): {{(pid=82035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 14 08:52:07.217674 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Pushing event updated for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:07.220064 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Received port after_create {{(pid=82035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 14 08:52:07.247971 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:07.284564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:07.285247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.312892 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-a1cc4f83-de5c-4be6-a798-8bc118cd13f3 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606459 Jul 14 08:52:07.331510 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.v2.base [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Request body: {'port': {'device_id': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=82035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 14 08:52:07.447806 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.689173 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58045-f118-4898-a71c-33870bc7bb4b req-da26f915-2e33-4fce-9c83-fdfdf4bce416 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:07.690765 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bda58045-f118-4898-a71c-33870bc7bb4b req-da26f915-2e33-4fce-9c83-fdfdf4bce416 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 932 time: 0.0860529 Jul 14 08:52:07.745137 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-bda58045-f118-4898-a71c-33870bc7bb4b req-d9bd692b-5d79-42d0-9d58-5f044e031aea tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478992 Jul 14 08:52:07.776125 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:52:07.809405 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241d24ed-ade4-4f53-be22-b0992545bba6 {{(pid=82035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:52:07.816362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.832024 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Transition to ACTIVE for port object 241d24ed-ade4-4f53-be22-b0992545bba6 will not be triggered until provisioned by entity L2. {{(pid=82035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 08:52:07.834435 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:07.839744 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-37f435b8-1b74-427c-998e-21d8b98b9114 tempest-AttachVolumeTestJSON-1623656129 tempest-AttachVolumeTestJSON-1623656129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:07.964540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Pushing event updated for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=2']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:07.967748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:08.079958 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Attempting to bind port 241d24ed-ade4-4f53-be22-b0992545bba6 on host hv-cinder-80022 for vnic_type normal with profile {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 14 08:52:08.080252 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Attempting to bind port 241d24ed-ade4-4f53-be22-b0992545bba6 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 14 08:52:08.080632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Attempting to bind port 241d24ed-ade4-4f53-be22-b0992545bba6 on network 578f30bc-27dc-46da-b54a-5bd3d3799052 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:52:08.086606 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Port 241d24ed-ade4-4f53-be22-b0992545bba6 on network 578f30bc-27dc-46da-b54a-5bd3d3799052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 14 08:52:08.087003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Attempting to bind port 241d24ed-ade4-4f53-be22-b0992545bba6 on network 578f30bc-27dc-46da-b54a-5bd3d3799052 {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 14 08:52:08.093696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Checking agent: {'id': '504fba88-86fa-43d8-987c-243a4d903fad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'started_at': datetime.datetime(2021, 7, 14, 8, 41, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 8, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 14 08:52:08.094070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Checking segment: {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 14 08:52:08.094495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Bound using segment: {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'} {{(pid=82035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 14 08:52:08.095022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.managers [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Bound port: 241d24ed-ade4-4f53-be22-b0992545bba6, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14500656-68e1-47a8-9f69-57993621717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052'}}] {{(pid=82035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 14 08:52:08.095407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:08.190312 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, cleared binding levels {{(pid=82035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 14 08:52:08.193430 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=241d24ed-ade4-4f53-be22-b0992545bba6,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 14 08:52:08.196460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851020261'] for port, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:08.201557 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-fec0bdfe-71cf-4e18-b154-e5dc7322b93d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:08.265917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:08.267442 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] 10.222.0.13 "PUT /v2.0/ports/241d24ed-ade4-4f53-be22-b0992545bba6 HTTP/1.1" status: 200 len: 1094 time: 0.9404662 Jul 14 08:52:08.267983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:52:08.280910 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Pushing event updated for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=3']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:08.284412 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:08.365467 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6', 'status': 'completed', 'code': 200} Jul 14 08:52:08.403910 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-0018bbd6-4d3b-4960-aa49-ca65a3bb6986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 1097 time: 0.0782490 Jul 14 08:52:08.487025 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-951192ff-adfe-4dce-ad4f-30a6cee693a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241d24ed-ade4-4f53-be22-b0992545bba6 HTTP/1.1" status: 200 len: 217 time: 0.0682576 Jul 14 08:52:08.556719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-aa8690be-42b8-4348-bc38-b842a10efad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:08.558393 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-aa8690be-42b8-4348-bc38-b842a10efad2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0641835 Jul 14 08:52:08.610652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-5c13415b-7578-4e2c-9b49-fc49152cdeb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456741 Jul 14 08:52:08.752942 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-c205333e-3c61-4d6b-a44c-d339eafd573c service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343620 Jul 14 08:52:08.898002 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-b7fc83a9-c401-4e65-9a5a-4f9f7e42f585 req-53774a23-cb27-43e1-ba07-ed2d16d7d67d service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377916 Jul 14 08:52:08.949835 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ecc53-f052-4a1b-81c0-b76381595262 req-1e7cd638-2c47-44d1-928b-287abbda0e8c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:08.951447 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b0ecc53-f052-4a1b-81c0-b76381595262 req-1e7cd638-2c47-44d1-928b-287abbda0e8c tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 944 time: 0.0833762 Jul 14 08:52:09.002193 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-7b0ecc53-f052-4a1b-81c0-b76381595262 req-bbd67748-e842-4853-9db4-d7e92bca74ff tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Jul 14 08:52:09.067663 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-b6cdfefa-0432-4a8e-8933-8319f0be2485 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 1097 time: 0.0767858 Jul 14 08:52:09.211275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-730966cd-28ad-4100-8d01-023a8c612d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:09.212860 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-730966cd-28ad-4100-8d01-023a8c612d22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 914 time: 0.1375964 Jul 14 08:52:09.292748 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-8a64d2e4-93a6-4931-9815-17870c2809c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241d24ed-ade4-4f53-be22-b0992545bba6 HTTP/1.1" status: 200 len: 217 time: 0.0696027 Jul 14 08:52:09.362323 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-192e8954-a46d-4453-b32c-98cd5090be61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:09.363942 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-192e8954-a46d-4453-b32c-98cd5090be61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0646341 Jul 14 08:52:09.415798 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-772fb25c-ee22-4643-9f49-8fa103975d1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434330 Jul 14 08:52:09.559143 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-289410ed-a63c-41c6-b27b-4fc77b0ff0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342976 Jul 14 08:52:09.700711 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3b79c6fe-315a-46ff-b1a5-cd1a0d193eb4 req-586a1ff7-0aa1-4d3d-b41d-9d2aa405421d service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349230 Jul 14 08:52:10.076296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 241d24ed-ade4-4f53-be22-b0992545bba6 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=82037) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 14 08:52:10.220262 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=241d24ed-ade4-4f53-be22-b0992545bba6,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:10.224376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8140c5-62f9-4426-88c4-019498bd61e5 req-74022c62-7a66-4e45-bd23-65f9c221f733 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:10.225152 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2b8140c5-62f9-4426-88c4-019498bd61e5 req-74022c62-7a66-4e45-bd23-65f9c221f733 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Synchronizing usage tracker for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 14 08:52:10.234611 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Returning: {'device': '241d24ed-ade4-4f53-be22-b0992545bba6', 'network_id': '578f30bc-27dc-46da-b54a-5bd3d3799052', 'port_id': '241d24ed-ade4-4f53-be22-b0992545bba6', 'mac_address': 'fa:16:3e:7b:94:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d505d81-8870-438e-9215-fbf1ef99140c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82037) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 14 08:52:10.248726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [req-2b8140c5-62f9-4426-88c4-019498bd61e5 req-74022c62-7a66-4e45-bd23-65f9c221f733 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Unset dirty status for tenant:e5c696a001c34304a8382f0f49cc739b on resource:port {{(pid=82035) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 14 08:52:10.250078 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2b8140c5-62f9-4426-88c4-019498bd61e5 req-74022c62-7a66-4e45-bd23-65f9c221f733 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 944 time: 0.1183255 Jul 14 08:52:10.300564 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:10.301029 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-2b8140c5-62f9-4426-88c4-019498bd61e5 req-b4b803a0-fdd6-4ccf-92fd-1a1a114db8f4 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Jul 14 08:52:10.319610 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241d24ed-ade4-4f53-be22-b0992545bba6 {{(pid=82037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 14 08:52:10.335051 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=241d24ed-ade4-4f53-be22-b0992545bba6,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:10.337905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:10.340956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:10.407306 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=4']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:10.410459 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:10.651249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['241d24ed-ade4-4f53-be22-b0992545bba6'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:52:11.513637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc776c21-3daf-499e-9526-45f6735bf032 req-863a4cf8-9df2-48c1-a46e-3f51f0303064 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:11.515240 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc776c21-3daf-499e-9526-45f6735bf032 req-863a4cf8-9df2-48c1-a46e-3f51f0303064 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 945 time: 0.0868442 Jul 14 08:52:11.565677 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-dc776c21-3daf-499e-9526-45f6735bf032 req-5bcb4ebd-00d9-4915-b652-68d1fa1def2f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Jul 14 08:52:12.075069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 241d24ed-ade4-4f53-be22-b0992545bba6 up at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 14 08:52:12.143714 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning for port 241d24ed-ade4-4f53-be22-b0992545bba6 completed by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 14 08:52:12.148748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.provisioning_blocks [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Provisioning complete for port 241d24ed-ade4-4f53-be22-b0992545bba6 triggered by entity L2. {{(pid=82037) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 14 08:52:12.149167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854337650'] for port, provisioning_complete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:12.266498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1278597'] for port, before_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:12.294512 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6'}] {{(pid=82037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:52:12.304525 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=241d24ed-ade4-4f53-be22-b0992545bba6,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:12.308420 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782942684446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253912502678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782942273156'] for port, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:12.310337 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:12.351370 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6', 'code': 200} Jul 14 08:52:12.377239 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Pushing event updated for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=5']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:12.380335 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:12.626211 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74882844-b32b-4da1-926c-fe9c21fb5385 req-5a0595a0-bb0d-441d-8093-c2b64caab2c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 1099 time: 0.0735703 Jul 14 08:52:12.672220 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-74882844-b32b-4da1-926c-fe9c21fb5385 req-cd482463-a4ca-49e7-85ed-6701db680fe3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390985 Jul 14 08:52:12.769965 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ee579-7593-45ec-846e-f32c33623b99 req-5bdb2119-7d98-44d1-8b39-fb862d8af0f7 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:12.771594 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a71ee579-7593-45ec-846e-f32c33623b99 req-5bdb2119-7d98-44d1-8b39-fb862d8af0f7 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.0821598 Jul 14 08:52:12.819483 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-a71ee579-7593-45ec-846e-f32c33623b99 req-e312289b-cde9-41d1-bb20-1a14c0ef9af8 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jul 14 08:52:14.024070 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2bb15-6dbe-46b8-bf70-53367308b0c6 req-7b570d20-0dea-4939-a7d2-1b9adaffdb7f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:14.025652 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55f2bb15-6dbe-46b8-bf70-53367308b0c6 req-7b570d20-0dea-4939-a7d2-1b9adaffdb7f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.0852673 Jul 14 08:52:14.076431 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-55f2bb15-6dbe-46b8-bf70-53367308b0c6 req-ab8b4b7c-37dd-4907-8edc-7ee727ba0f51 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437140 Jul 14 08:52:21.084808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:23.056229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a40c-43f0-446c-868c-6da9255a4307 req-39ae02c3-bd2c-495f-a454-b061a91eaf86 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:23.057811 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-14d2a40c-43f0-446c-868c-6da9255a4307 req-39ae02c3-bd2c-495f-a454-b061a91eaf86 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.0866029 Jul 14 08:52:23.105435 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-14d2a40c-43f0-446c-868c-6da9255a4307 req-4008f764-9d29-488e-96fb-b95fee9674d4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Jul 14 08:52:24.329561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1531ec-08e8-46f9-b22e-11e7f6ec2c0a req-7de53c0d-7b8b-4121-9dac-788c6f23c3d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:24.331221 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d1531ec-08e8-46f9-b22e-11e7f6ec2c0a req-7de53c0d-7b8b-4121-9dac-788c6f23c3d8 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.0836685 Jul 14 08:52:24.380079 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1d1531ec-08e8-46f9-b22e-11e7f6ec2c0a req-427ccd64-c217-4220-ab80-152a8e21517d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Jul 14 08:52:24.753748 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-d67fb2e8-9a64-4c0a-aee2-0cb2e341ff04 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:24.755520 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-d67fb2e8-9a64-4c0a-aee2-0cb2e341ff04 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.0811050 Jul 14 08:52:24.846343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Deleting port 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:24.846730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:25.103401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] For port 3d6e68d8-2349-436f-a24c-620fcb9fa14f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=3d6e68d8-2349-436f-a24c-620fcb9fa14f,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:25.103696 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:25.417871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:25.419395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854079571'] for floatingip, after_update {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:25.419757 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.db.l3_db [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Floating IP 290e0d04-ba80-4a13-8509-6f586a5ce29c disassociated. External IP: 172.28.0.134, port: 3d6e68d8-2349-436f-a24c-620fcb9fa14f. Jul 14 08:52:25.420141 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Calling delete_port for 3d6e68d8-2349-436f-a24c-620fcb9fa14f owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:25.619570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:25.627473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-446431e5-71df-4972-be00-8e2301d32c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:25.673315 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'Port': ['ID=3d6e68d8-2349-436f-a24c-620fcb9fa14f,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:25.679992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:25.694654 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309297-629d-4572-af7f-47ed2a12db22 req-179393cf-698e-4264-9d61-1c59282d66c4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:25.696320 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6309297-629d-4572-af7f-47ed2a12db22 req-179393cf-698e-4264-9d61-1c59282d66c4 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 946 time: 0.1652832 Jul 14 08:52:26.086472 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-e6309297-629d-4572-af7f-47ed2a12db22 req-9ae8d5b6-43d5-4fc3-bfce-655c36798f34 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups?id=97004a8e-4d36-490d-9a00-c1bc9e23eac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174896 Jul 14 08:52:26.168530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:52:26.385153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:52:26.395548 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:52:26.408083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:52:26.408866 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:52:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:26.455080 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] No DVR routers for this DVR port 3d6e68d8-2349-436f-a24c-620fcb9fa14f on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:52:26.457627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:26.460492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-deleted', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:52:26.475582 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8fb3b871-3cd8-4a6a-b0fc-5175dd1da0f4 req-e9628c46-a4e3-4405-8e2b-2e766af06d87 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.13 "DELETE /v2.0/ports/3d6e68d8-2349-436f-a24c-620fcb9fa14f HTTP/1.1" status: 204 len: 173 time: 1.7035468 Jul 14 08:52:26.519716 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea252a5-b81c-4c8a-9151-64a06d4556b9', 'name': 'network-vif-deleted', 'tag': '3d6e68d8-2349-436f-a24c-620fcb9fa14f', 'status': 'completed', 'code': 200} Jul 14 08:52:26.595798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:52:26.925372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:26.929460 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:52:26.940795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:52:26.941453 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:52:04Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:27.132583 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:52:27.325239 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-8417839e-2170-424d-95ec-0c4a02f38d3e req-3e76a682-252f-4559-a3b5-20e5f6ddb850 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/ports?device_id=cea252a5-b81c-4c8a-9151-64a06d4556b9 HTTP/1.1" status: 200 len: 210 time: 0.0636508 Jul 14 08:52:27.492427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:27.496495 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d5809-d56e-43ee-9137-90cb31a8516d None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:47:06Z', 'revision_number': 4, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb', '_interfaces': [{'id': '3430e564-c115-4b1e-b84c-c23d431220f7', 'name': '', 'network_id': '573b1f93-e1f4-49ea-9e73-879026339f64', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'mac_address': 'fa:16:3e:1e:a0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:05Z', 'updated_at': '2021-07-14T08:47:14Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'subnets': [{'id': 'ddd25ade-2118-490d-9fcb-d3dfa20387c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:52:27.916802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff76a0-2ea9-4db6-b421-7df004c8bdb5 None None] New status for floating IP 290e0d04-ba80-4a13-8509-6f586a5ce29c: DOWN {{(pid=82037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 14 08:52:28.251343 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-40ac4289-e4c0-41d1-9d22-7ad4ce8601e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5c696a001c34304a8382f0f49cc739b&device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 1099 time: 0.0811582 Jul 14 08:52:28.443718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-11eb3326-e91d-4398-8aa8-ab1426285a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:28.445220 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-11eb3326-e91d-4398-8aa8-ab1426285a2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 200 len: 914 time: 0.1409485 Jul 14 08:52:28.486764 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54312) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:28.519600 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-0dbb7548-5b7e-4e1b-8f67-e94a116efe01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=241d24ed-ade4-4f53-be22-b0992545bba6 HTTP/1.1" status: 200 len: 217 time: 0.0644724 Jul 14 08:52:28.558069 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:28.587705 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:28.594423 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-2def79c7-7ed5-4da7-a3df-c27e7b0019d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:28.596037 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-2def79c7-7ed5-4da7-a3df-c27e7b0019d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 200 len: 853 time: 0.0685031 Jul 14 08:52:28.633618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:28.639367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c470740d-88b6-4ca0-89e8-095537f59df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:28.648411 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-ebb2725f-72ef-4a65-9750-a0f4fe54ff20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=578f30bc-27dc-46da-b54a-5bd3d3799052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441868 Jul 14 08:52:28.654956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97004a8e-4d36-490d-9a00-c1bc9e23eac6,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:28.670951 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.671385 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.671803 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.672217 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.672632 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.673042 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.673447 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.673851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.674255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.674656 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.675086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:52:28.678275 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:28.682022 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "DELETE /v2.0/security-groups/97004a8e-4d36-490d-9a00-c1bc9e23eac6 HTTP/1.1" status: 204 len: 168 time: 0.1915593 Jul 14 08:52:28.682022 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:28.682492 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54316) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:28.700758 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.api.v2.resource [None req-a62033f3-a201-4f0d-8027-3901f29cc911 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] show failed (client error): The resource could not be found. Jul 14 08:52:28.701782 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-a62033f3-a201-4f0d-8027-3901f29cc911 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "GET /v2.0/security-groups/97004a8e-4d36-490d-9a00-c1bc9e23eac6 HTTP/1.1" status: 404 len: 347 time: 0.0185428 Jul 14 08:52:28.704972 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 54320) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:28.945648 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Deleting port f884e46b-bf13-48ed-abff-04a7af9ae12c {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:28.946028 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:28.988446 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-c006468b-6b41-4f23-b9e5-43619bbc491e service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302057 Jul 14 08:52:29.250865 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-35fd0a6c-0914-4be5-a844-0071f277a349 req-2d70e0a5-20a4-44ea-abe3-a87060f08b4b service neutron] 10.222.0.13 "GET /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531137 Jul 14 08:52:29.254374 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:29.254743 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:29.384738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Calling delete_port for f884e46b-bf13-48ed-abff-04a7af9ae12c owned by network:floatingip {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:29.529981 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:29.534603 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-95109113-5f28-4037-a7a5-41c918ca5cab tempest-VolumesNegativeTest-148676756 tempest-VolumesNegativeTest-148676756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:29.580617 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Pushing event deleted for resources: {'Port': ['ID=f884e46b-bf13-48ed-abff-04a7af9ae12c,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:29.584298 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:29.676987 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks [] for floatingip, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:29.691561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for floatingip, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:29.692782 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9c851e08-8b35-42d8-b803-ddf6126af82d tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] 10.222.0.46 "DELETE /v2.0/floatingips/290e0d04-ba80-4a13-8509-6f586a5ce29c HTTP/1.1" status: 204 len: 168 time: 0.9869146 Jul 14 08:52:30.184283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:30.219494 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 3d6e68d8-2349-436f-a24c-620fcb9fa14f {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:30.219889 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 3d6e68d8-2349-436f-a24c-620fcb9fa14f not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:31.947367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01fb2e71-365c-4efe-93a1-d405891d3bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:32.585162 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 54358) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:33.348400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854079672'] for router_interface, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:33.474849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:33.978213 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Deleting port 3430e564-c115-4b1e-b84c-c23d431220f7 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:33.978592 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:34.158186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] For port 3430e564-c115-4b1e-b84c-c23d431220f7, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=3430e564-c115-4b1e-b84c-c23d431220f7,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:34.158587 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:34.291906 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Calling delete_port for 3430e564-c115-4b1e-b84c-c23d431220f7 owned by network:router_interface {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:34.459483 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:34.463864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-233d5d3d-2a57-42f2-a81c-a0efe7b286c2 tempest-TestShelveInstance-779346296 tempest-TestShelveInstance-779346296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:34.508389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Pushing event deleted for resources: {'Port': ['ID=3430e564-c115-4b1e-b84c-c23d431220f7,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:34.511444 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:34.518974 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-49e958c0-6b5d-4655-9368-6656a21f5a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:34.655588 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:34.816758 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1914686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704248'] for router_interface, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:35.279506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013bcd8-556f-429d-9377-6f7ff4237611 req-762ee079-4b79-4cab-bbe4-b8d603e2c764 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:35.281710 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6013bcd8-556f-429d-9377-6f7ff4237611 req-762ee079-4b79-4cab-bbe4-b8d603e2c764 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.0891752 Jul 14 08:52:35.334321 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6013bcd8-556f-429d-9377-6f7ff4237611 req-55085113-5177-4337-ab9e-6b79e3b13dae tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Jul 14 08:52:35.425867 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Router 059f60c5-e48e-444e-9fae-d1c9018ea598 has already been hosted by L3 agent 7d78c6da-5828-4f5c-9923-fb27bc7c8038 {{(pid=82035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 14 08:52:35.634913 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] Notify agent at l3_agent.dv-cinder-800229-1-smb the message routers_updated {{(pid=82035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 14 08:52:35.643929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Sync routers for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 14 08:52:35.648123 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-047f6fc1-142c-4557-a211-8a537cee579d admin admin] 10.222.0.46 "PUT /v2.0/routers/059f60c5-e48e-444e-9fae-d1c9018ea598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0618248 Jul 14 08:52:35.650750 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 54380) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:35.657939 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:52:35.658604 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:52:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:35.845828 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: dv-cinder-800229-1-smb {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:52:35.856849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks [] for router, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.068713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.078457 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Deleting port d8abc960-133e-47cd-bb00-c875ecc707a5 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:36.078917 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.149186 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.265853 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] For port d8abc960-133e-47cd-bb00-c875ecc707a5, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=d8abc960-133e-47cd-bb00-c875ecc707a5,segment=NetworkSegment(39d56f4a-4ba8-4013-9c76-671dd3551da5),segment_id=39d56f4a-4ba8-4013-9c76-671dd3551da5)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:36.266256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.294441 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'external_fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:52:34Z', 'revision_number': 5, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port': {'id': 'd8abc960-133e-47cd-bb00-c875ecc707a5', 'name': '', 'network_id': '76466a50-d9ff-40ae-a81c-6766002851f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800229-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T08:47:03Z', 'updated_at': '2021-07-14T08:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed5e2689-5863-4504-8c80-c189977c3e2f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800229-1-smb'}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:36.298532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Checking router: 059f60c5-e48e-444e-9fae-d1c9018ea598 for host: dv-cinder-800229-1-smb {{(pid=82038) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 14 08:52:36.310215 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Routers {'059f60c5-e48e-444e-9fae-d1c9018ea598'} bound to L3 agent in host dv-cinder-800229-1-smb {{(pid=82038) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 14 08:52:36.310848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800229-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T08:35:04Z,description=,heartbeat_timestamp=2021-07-14T08:52:34Z,host='dv-cinder-800229-1-smb',id=7d78c6da-5828-4f5c-9923-fb27bc7c8038,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T08:35:04Z,topic='l3_agent')) {'router_ids': ['059f60c5-e48e-444e-9fae-d1c9018ea598'], 'active': True} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:36.473679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvr_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] Set router 059f60c5-e48e-444e-9fae-d1c9018ea598 gateway port host: None {{(pid=82038) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 14 08:52:36.592618 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_hamode_db [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:52:36Z', 'revision_number': 6, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port_host': None}], 'dv-cinder-800229-1-smb', False) {} {{(pid=82038) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:36.597018 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9f8e1-c488-4ce8-99fb-afc4c00badca None None] The sync data for ids ['059f60c5-e48e-444e-9fae-d1c9018ea598'] in dv-cinder-800229-1-smb is: [{'id': '059f60c5-e48e-444e-9fae-d1c9018ea598', 'name': 'tempest-AttachVolumeShelveTestJSON-1949351685-router', 'tenant_id': 'a391f3f7230449238c073246602e1b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T08:47:02Z', 'updated_at': '2021-07-14T08:52:36Z', 'revision_number': 6, 'project_id': 'a391f3f7230449238c073246602e1b13', 'gw_port_host': None}] {{(pid=82038) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 14 08:52:36.631822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Calling delete_port for d8abc960-133e-47cd-bb00-c875ecc707a5 owned by network:router_gateway {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:36.796784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524a9bd-5f58-4f87-9545-9b3fdc894568 req-aec2c924-6cd5-456f-a08e-28240d82b09b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:36.798399 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4524a9bd-5f58-4f87-9545-9b3fdc894568 req-aec2c924-6cd5-456f-a08e-28240d82b09b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.1381171 Jul 14 08:52:36.896120 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-4524a9bd-5f58-4f87-9545-9b3fdc894568 req-eda3e0e9-b240-4b4e-a922-ba84e63c67de tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898895 Jul 14 08:52:36.916238 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:36.921203 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6530634b-877a-4f1c-9231-b69ef1f1b6cd tempest-VolumesActionsTest-1801546369 tempest-VolumesActionsTest-1801546369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:36.970185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d8abc960-133e-47cd-bb00-c875ecc707a5,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:36.973401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:37.200599 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854085767'] for router_gateway, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.467110 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854075015', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854649977'] for router, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.471434 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.495482 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-699881'] for router, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.496102 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 059f60c5-e48e-444e-9fae-d1c9018ea598 {{(pid=82035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 14 08:52:37.509261 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] Notify callbacks [] for router, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.510850 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-277682aa-9c3f-4f54-bc06-b1befea4b8bd admin admin] 10.222.0.46 "DELETE /v2.0/routers/059f60c5-e48e-444e-9fae-d1c9018ea598 HTTP/1.1" status: 204 len: 168 time: 1.8587308 Jul 14 08:52:37.513933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54386) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:37.586545 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Deleting subnet ddd25ade-2118-490d-9fcb-d3dfa20387c6 {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:52:37.590036 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.649086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.735063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.809365 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.813719 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bf613732-5e79-44f5-9def-0ec51e0116ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:37.852642 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd25ade-2118-490d-9fcb-d3dfa20387c6,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:37.858294 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:37.860849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:37.866389 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f5b89-1fdc-4ea7-8f49-8a234fa2fdb3 None None] Network 573b1f93-e1f4-49ea-9e73-879026339f64 requested from dv-cinder-800229-1-smb {{(pid=82037) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 14 08:52:37.866977 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3d78c57b-4949-47f0-b7a5-6fdb1f8f024c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ddd25ade-2118-490d-9fcb-d3dfa20387c6 HTTP/1.1" status: 204 len: 168 time: 0.3518569 Jul 14 08:52:37.869540 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54390) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:37.998054 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.008982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Deleting port 36858f8d-40e5-431a-889d-7c01dec9e27e {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:38.009354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.139448 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] DHCP port deletion for 573b1f93-e1f4-49ea-9e73-879026339f64 request from dv-cinder-800229-1-smb {{(pid=82037) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 14 08:52:38.143639 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Deleting port 36858f8d-40e5-431a-889d-7c01dec9e27e {{(pid=82037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:38.144059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.242179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd7239-5a3d-4927-8b29-8cb115958e32 req-1c054fad-d804-470c-87d7-f332fabcec97 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82036) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:38.243895 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4cd7239-5a3d-4927-8b29-8cb115958e32 req-1c054fad-d804-470c-87d7-f332fabcec97 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.2089276 Jul 14 08:52:38.348190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] For port 36858f8d-40e5-431a-889d-7c01dec9e27e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=36858f8d-40e5-431a-889d-7c01dec9e27e,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:38.348593 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.361135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] For port 36858f8d-40e5-431a-889d-7c01dec9e27e, host dv-cinder-800229-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800229-1-smb',level=0,port_id=36858f8d-40e5-431a-889d-7c01dec9e27e,segment=NetworkSegment(4db3ae82-fb1d-4ee2-98e9-189161bbcd41),segment_id=4db3ae82-fb1d-4ee2-98e9-189161bbcd41)] {{(pid=82037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:38.361572 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.491256 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Calling delete_port for 36858f8d-40e5-431a-889d-7c01dec9e27e owned by network:dhcp {{(pid=82037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:38.492398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Calling delete_port for 36858f8d-40e5-431a-889d-7c01dec9e27e owned by network:dhcp {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:38.521282 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-f4cd7239-5a3d-4927-8b29-8cb115958e32 req-18e5c91e-4350-4716-b809-47e96555c57b tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180662 Jul 14 08:52:38.570933 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122'] for port, after_delete {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:38.575255 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:38.612542 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 3430e564-c115-4b1e-b84c-c23d431220f7 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:38.657161 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Pushing event deleted for resources: {'Port': ['ID=36858f8d-40e5-431a-889d-7c01dec9e27e,revision_number=None']} {{(pid=82037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:38.661165 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 3430e564-c115-4b1e-b84c-c23d431220f7 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:38.661560 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 3430e564-c115-4b1e-b84c-c23d431220f7 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:38.662025 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d8abc960-133e-47cd-bb00-c875ecc707a5 no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:38.695138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82037) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:38.703502 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: d8abc960-133e-47cd-bb00-c875ecc707a5 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:38.703895 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device d8abc960-133e-47cd-bb00-c875ecc707a5 not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:38.704356 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 36858f8d-40e5-431a-889d-7c01dec9e27e no longer exists at agent ovs-agent-dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:38.733189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb040af-4fd4-4640-9e34-4d8ce85b973d None None] No DVR routers for this DVR port 36858f8d-40e5-431a-889d-7c01dec9e27e on host dv-cinder-800229-1-smb {{(pid=82037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:52:38.742008 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] No Port match for: 36858f8d-40e5-431a-889d-7c01dec9e27e {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:38.742425 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Device 36858f8d-40e5-431a-889d-7c01dec9e27e not bound to the agent host dv-cinder-800229-1-smb {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:38.780676 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.db.api [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82036) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 14 08:52:38.781045 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_db.api [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 14 08:52:39.282417 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Deleting port 36858f8d-40e5-431a-889d-7c01dec9e27e {{(pid=82036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:39.282898 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.348408 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] The port '36858f8d-40e5-431a-889d-7c01dec9e27e' was deleted {{(pid=82036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 14 08:52:39.467638 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.481398 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573b1f93-e1f4-49ea-9e73-879026339f64']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:39.493745 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db3ae82-fb1d-4ee2-98e9-189161bbcd41') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:39.494087 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db3ae82-fb1d-4ee2-98e9-189161bbcd41') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:52:39.505862 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.523055 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.529955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:52:39.530418 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:52:39.544769 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:52:39.619717 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.623549 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d46d4419-e245-4d5f-8088-29e00fb6676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:39.637397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.650754 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=573b1f93-e1f4-49ea-9e73-879026339f64,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:39.656747 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:39.664979 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c82a753e-bcd2-47a1-a1e1-5a977eb4d3e2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/573b1f93-e1f4-49ea-9e73-879026339f64 HTTP/1.1" status: 204 len: 168 time: 1.7944121 Jul 14 08:52:39.738612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971602d-c3aa-4132-8e3d-4e2ff395e267 req-03fa8ee1-8060-4931-848e-5289902a6046 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:39.740284 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6971602d-c3aa-4132-8e3d-4e2ff395e267 req-03fa8ee1-8060-4931-848e-5289902a6046 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.0865383 Jul 14 08:52:39.791874 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-6971602d-c3aa-4132-8e3d-4e2ff395e267 req-1e621f29-1943-4056-86b4-f278cb201eb4 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3f15968-eda6-41ea-8cb2-ffe7407a89b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Jul 14 08:52:39.812059 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54400) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:39.869806 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aeb0316c-8445-4f8d-b9fe-e62b6aeda675 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a391f3f7230449238c073246602e1b13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563138 Jul 14 08:52:39.872509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54404) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:52:39.935772 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:39.962396 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.007598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.013193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-5eeeceba-b064-4151-b5b7-54df5445a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:40.026775 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defbda24-b2f9-4d62-9849-8f0199265674,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:40.030211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:40.037222 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.038783 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/defbda24-b2f9-4d62-9849-8f0199265674 HTTP/1.1" status: 204 len: 168 time: 0.1651778 Jul 14 08:52:40.082935 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-abeaa676-7d4d-4225-aa80-5ec3038cd4c2 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 14 08:52:40.084504 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-abeaa676-7d4d-4225-aa80-5ec3038cd4c2 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 946 time: 0.0888772 Jul 14 08:52:40.158932 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Deleting port 241d24ed-ade4-4f53-be22-b0992545bba6 {{(pid=82035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 14 08:52:40.159322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782942646131'] for port, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.423527 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] For port 241d24ed-ade4-4f53-be22-b0992545bba6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=241d24ed-ade4-4f53-be22-b0992545bba6,segment=NetworkSegment(14500656-68e1-47a8-9f69-57993621717c),segment_id=14500656-68e1-47a8-9f69-57993621717c)] {{(pid=82035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 14 08:52:40.424003 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854082402'] for port, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.556244 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Calling delete_port for 241d24ed-ade4-4f53-be22-b0992545bba6 owned by compute:nova {{(pid=82035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 14 08:52:40.702023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847673817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253912128406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782942273122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755522'] for port, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.707995 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b8f9301a-2534-494d-a0fb-dbb0f502bfa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:52:40.738851 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.db [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] get_ports_and_sgs() called for port_ids ['241d24ed-ade4-4f53-be22-b0992545bba6'] {{(pid=82037) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 14 08:52:40.752636 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Pushing event deleted for resources: {'Port': ['ID=241d24ed-ade4-4f53-be22-b0992545bba6,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:52:40.757078 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:52:40.831431 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] No DVR routers for this DVR port 241d24ed-ade4-4f53-be22-b0992545bba6 on host hv-cinder-80022 {{(pid=82035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 14 08:52:40.833820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5137'] for port, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:52:40.836920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'name': 'network-vif-deleted', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6'}] {{(pid=82035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 14 08:52:40.855068 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-1a3c6742-0cda-4de1-be9c-06d85b2e34d4 req-69f34089-c88e-4dbe-8c48-40f51c03724f tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.13 "DELETE /v2.0/ports/241d24ed-ade4-4f53-be22-b0992545bba6 HTTP/1.1" status: 204 len: 173 time: 0.7612121 Jul 14 08:52:40.909787 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b5629a-8c88-4831-ac84-3f4c97ecf76f', 'name': 'network-vif-deleted', 'tag': '241d24ed-ade4-4f53-be22-b0992545bba6', 'status': 'completed', 'code': 200} Jul 14 08:52:40.991213 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [req-3441299a-bb6e-479a-9231-f091650d815c req-8a4598a0-bb92-4d9c-bd28-8074b3f08a36 tempest-VolumesSnapshotTestJSON-142262929 tempest-VolumesSnapshotTestJSON-142262929-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b5629a-8c88-4831-ac84-3f4c97ecf76f HTTP/1.1" status: 200 len: 210 time: 0.0609527 Jul 14 08:52:44.233863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 241d24ed-ade4-4f53-be22-b0992545bba6 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 14 08:52:44.271392 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.plugin [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] No Port match for: 241d24ed-ade4-4f53-be22-b0992545bba6 {{(pid=82037) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 14 08:52:44.271784 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.rpc [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Device 241d24ed-ade4-4f53-be22-b0992545bba6 not bound to the agent host hv-cinder-80022 {{(pid=82037) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 14 08:52:44.776123 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:52:51.079726 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.729249 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54730) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:01.795127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Deleting subnet 0d505d81-8870-438e-9215-fbf1ef99140c {{(pid=82036) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 14 08:53:01.798185 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.852320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851625269'] for subnet, precommit_delete_associations {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.914202 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854334971'] for subnet, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.950086 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a6631387-5ff5-4594-9fae-133c247944bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.992547 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-440845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851624086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3849359'] for subnet, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:01.996658 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:02.032949 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d505d81-8870-438e-9215-fbf1ef99140c,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:02.037214 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:02.040093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.046965 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-7d587f4d-dd8c-4cd7-8535-491cdfa5a891 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d505d81-8870-438e-9215-fbf1ef99140c HTTP/1.1" status: 204 len: 168 time: 0.3159323 Jul 14 08:53:02.049591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54734) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:02.163501 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202560'] for network, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.298407 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854335602', 'neutron.services.segments.db._delete_segments_for_network--9223363253911969788'] for network, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.312742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578f30bc-27dc-46da-b54a-5bd3d3799052']}} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:53:02.330437 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14500656-68e1-47a8-9f69-57993621717c') {'for_net_delete': True} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:53:02.330780 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.services.segments.db [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14500656-68e1-47a8-9f69-57993621717c') {} {{(pid=82036) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 14 08:53:02.343235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253911974499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3150531'] for segment, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.361349 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4587'] for segment, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.367877 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82036) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 14 08:53:02.368311 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851624185'] for segment, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: Traceback (most recent call last): Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: timer() Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: cb(*args, **kw) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: return func(*args, **kwargs) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: self._notify() Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: self.callback(batched_events) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: event.method(event) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: segment_id)['aggregates'][0] Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: return f(self, *a, **k) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: return self._get(url).json() Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: **kwargs) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: return self.request(url, 'GET', **kwargs) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: **endpoint_filter) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 08:53:02.383252 dv-cinder-800229-1-smb neutron-server[81924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 08:53:02.476092 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-440246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852861145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689987'] for network, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.479846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:02.496397 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852861096'] for network, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.507122 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=578f30bc-27dc-46da-b54a-5bd3d3799052,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:02.512371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:02.518739 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c1bc7d7c-0486-44ba-a3f0-261a9dd599c1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/578f30bc-27dc-46da-b54a-5bd3d3799052 HTTP/1.1" status: 204 len: 168 time: 0.4681273 Jul 14 08:53:02.742023 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54752) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:02.794784 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-253d4ecd-3fb4-486b-ac7c-040f132b5276 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5c696a001c34304a8382f0f49cc739b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513344 Jul 14 08:53:02.797372 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54756) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:02.861124 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.888321 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.938458 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.943833 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-18058181-34bd-462d-9a31-42186ee78a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:02.958891 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f15968-eda6-41ea-8cb2-ffe7407a89b5,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:02.965792 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:02.967020 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:02.968580 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-501547d5-5f69-4c2f-b822-49d0daac56fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3f15968-eda6-41ea-8cb2-ffe7407a89b5 HTTP/1.1" status: 204 len: 168 time: 0.1698947 Jul 14 08:53:03.477943 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:04.500283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ae145c52-5076-4f45-9ea6-c3fabd646193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:04.656742 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:06.149368 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:14.906864 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54906) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:15.060270 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.093063 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:15.097153 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Usage tracker for resource:security_group_rule and tenant:a78a62e4d9d04c4fb90be98e965858c9 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:15.100179 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:15.107211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:15.181189 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.184627 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.191952 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cb926ed6-fca1-407f-bb3c-0c8d890f4e94 tempest-AttachVolumeShelveTestJSON-1165376787 tempest-AttachVolumeShelveTestJSON-1165376787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:15.234371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906b30f6-fabd-45cf-8ef1-425549bc22e9,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:15.237966 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:15.243218 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a78a62e4d9d04c4fb90be98e965858c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3327489 Jul 14 08:53:15.243735 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54912) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:15.309193 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.335798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.379500 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.384367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-42c99018-c183-4072-be4b-11c813b9d056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:15.397766 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b30f6-fabd-45cf-8ef1-425549bc22e9,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:15.400580 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:15.402481 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.404489 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-62da72be-9e98-411b-8f90-afdc42ae8123 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/906b30f6-fabd-45cf-8ef1-425549bc22e9 HTTP/1.1" status: 204 len: 168 time: 0.1599743 Jul 14 08:53:15.750234 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 54920) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:15.770505 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.807093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:15.810999 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Usage tracker for resource:security_group_rule and tenant:995c121fcc0e47e89c0ad93c94a101a5 is out of sync, need to count used quota {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:15.813905 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82035) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:15.819832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82035) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:15.885138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.888490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:15.895681 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-213da1ec-bff2-4019-844e-1b6e6282a611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:15.937830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06005f9-7caf-4176-87fa-bc88197e1dff,revision_number=1']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:15.944331 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=995c121fcc0e47e89c0ad93c94a101a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930044 Jul 14 08:53:15.947377 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 54924) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:15.951093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.951514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.951925 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.952330 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.952730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.953127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.953524 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.953920 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.954317 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.954710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.955127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:15.959136 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-730a082c-5abd-4fb9-bc34-da218170a449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:16.015685 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:16.042884 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:16.086759 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:16.092577 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a59aa2e8-60a1-456a-8c28-f893406ee872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:16.105819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06005f9-7caf-4176-87fa-bc88197e1dff,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:16.109012 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:16.111005 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:16.112349 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b06005f9-7caf-4176-87fa-bc88197e1dff HTTP/1.1" status: 204 len: 168 time: 0.1637430 Jul 14 08:53:21.080053 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.516455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55012) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:21.669541 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.701724 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:21.705713 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9fa3a36b39d468bb40d3207c64e76f7 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:21.708649 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:21.715243 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:21.776001 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:53:21.781986 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.784950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.792395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-01e71a05-31c2-4e31-8431-a5509f3de236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:21.833536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e24a1-2675-404b-8092-8cd4c79d9984,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:21.837093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:21.843006 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9fa3a36b39d468bb40d3207c64e76f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229337 Jul 14 08:53:21.844200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55018) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:21.909295 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.935274 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.979539 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:21.985836 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-edb775cc-222b-4897-9e79-b5d7cbf44407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:21.997506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e24a1-2675-404b-8092-8cd4c79d9984,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:22.001267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:22.004454 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.005669 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/688e24a1-2675-404b-8092-8cd4c79d9984 HTTP/1.1" status: 204 len: 168 time: 0.1614962 Jul 14 08:53:22.350175 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55026) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:22.370786 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.403134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:22.407410 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b4cf7f065d4cf482be80dfdeab8411 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:22.410354 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:22.416393 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:22.484090 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.486831 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.494143 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0a88fcd0-8f66-42f1-ac64-6022908100e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:22.547531 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b4349-8f03-4ca9-b0a4-38aa01b1de3a,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:22.551840 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8b4cf7f065d4cf482be80dfdeab8411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005394 Jul 14 08:53:22.552778 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-da7fc1b5-38b6-43b7-80f2-f46d074030e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:22.554612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55030) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:22.617535 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.644328 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.687832 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.692712 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-d6befedd-9950-47ec-ac59-145f9b96ebf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:22.705427 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b4349-8f03-4ca9-b0a4-38aa01b1de3a,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:22.708528 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:22.710450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:22.712574 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-6ca3c791-f2a6-4644-abed-32c8d74ed608 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d9b4349-8f03-4ca9-b0a4-38aa01b1de3a HTTP/1.1" status: 204 len: 168 time: 0.1559398 Jul 14 08:53:31.188347 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55112) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:31.341755 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.374176 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:31.378167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Usage tracker for resource:security_group_rule and tenant:55c0c83112c8436ead5c3b0e530fad4d is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:31.381071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:31.387210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:31.459761 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.462497 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.470363 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-8c74c848-bdf1-4fd4-93c7-0028c7056f22 tempest-TestMinimumBasicScenario-253147141 tempest-TestMinimumBasicScenario-253147141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:31.513067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937c4c2a-442c-458e-951e-d4349fa9c77a,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:31.516858 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55c0c83112c8436ead5c3b0e530fad4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3274267 Jul 14 08:53:31.519942 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82035) accepted ('10.222.0.46', 55118) {{(pid=82035) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:31.524536 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.524961 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.525376 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.525788 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.526872 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.527380 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.527581 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.528014 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.528416 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.528812 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.529210 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800229-1-smb {{(pid=82036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 14 08:53:31.533730 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-c7723473-4f25-4a9c-b8b9-591b9fac2056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:31.583894 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.610400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.653661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.658829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-e0307815-9d7e-435e-8692-45362f24c98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:31.674514 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c4c2a-442c-458e-951e-d4349fa9c77a,revision_number=None']} {{(pid=82035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:31.679706 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:31.684067 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:31.685327 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-99b81e81-8761-47d5-9f64-2bee06be4041 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/937c4c2a-442c-458e-951e-d4349fa9c77a HTTP/1.1" status: 204 len: 168 time: 0.1642103 Jul 14 08:53:31.951669 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0cd50eb4-bf49-4079-a440-4337775b40de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.028438 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55126) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:32.049208 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.081071 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:32.085004 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:806e3ca225604eceacabe08cb8e11316 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:32.087897 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:32.094517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:32.161570 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.163983 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.173473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-baee41d7-1e9e-45f6-8d90-65ac0de0ac3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:32.216433 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44979767-5c62-466c-bdff-f01775c7c8e4,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:32.219701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:32.224698 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-0833ebe5-0113-4d15-81a4-9bf452602fe9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=806e3ca225604eceacabe08cb8e11316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1926718 Jul 14 08:53:32.225043 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55130) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:32.293367 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.320993 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.364190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.369057 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-a75ea04e-8cea-4fb8-a604-0e97caee756b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:32.384138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44979767-5c62-466c-bdff-f01775c7c8e4,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:32.387506 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:32.391830 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:32.393040 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-ba451a4f-a0ad-491d-ab5d-dddf059167f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44979767-5c62-466c-bdff-f01775c7c8e4 HTTP/1.1" status: 204 len: 168 time: 0.1671796 Jul 14 08:53:33.479486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:34.502343 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-a5063593-8336-428b-88c6-ab8efb2d41a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:34.660591 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:34.798371 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55180) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:34.952597 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:34.984973 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:34.989038 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Usage tracker for resource:security_group_rule and tenant:9ad7c7d67c944349ba051db80caa603c is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:34.991989 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:34.998517 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:35.066128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.068817 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.077109 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-91604b86-4e28-493c-ae47-27abdc1caf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:35.117845 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae9b39-76cf-4a3d-8fdc-410945cdbd4d,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:35.121863 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:35.125639 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3f44c6cc-4d20-4bf6-ac96-2d904ab0371a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ad7c7d67c944349ba051db80caa603c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261373 Jul 14 08:53:35.128473 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55186) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:35.194808 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.222718 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.267679 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.272739 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9811740c-7586-4838-84db-7b440b2ada88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:35.287227 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae9b39-76cf-4a3d-8fdc-410945cdbd4d,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:35.289829 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:35.292490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.293727 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3ae9b39-76cf-4a3d-8fdc-410945cdbd4d HTTP/1.1" status: 204 len: 168 time: 0.1642611 Jul 14 08:53:35.713362 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55194) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:35.735322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.768128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:35.772156 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Usage tracker for resource:security_group_rule and tenant:5e281ad705784db780de5c683709d7f0 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:35.775072 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:35.782348 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:35.849620 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.852093 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:35.859900 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-905fb7ca-b213-4d06-8e21-067d030c3b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:35.906915 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50d100-9d9e-4685-ab0b-292070c75dc2,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:35.910015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:35.912444 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e281ad705784db780de5c683709d7f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970041 Jul 14 08:53:35.915267 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55198) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:35.979899 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:36.006538 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:36.052834 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:36.058612 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-826a56c6-27ab-4e74-9932-f62764289b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:36.071955 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50d100-9d9e-4685-ab0b-292070c75dc2,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:36.075820 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:36.076967 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:36.078177 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-37f3a71d-1319-4268-ab98-461443006154 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb50d100-9d9e-4685-ab0b-292070c75dc2 HTTP/1.1" status: 204 len: 168 time: 0.1619403 Jul 14 08:53:36.152138 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:46.886609 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55338) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:47.038887 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.072002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:47.076281 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Usage tracker for resource:security_group_rule and tenant:22a3b7bcae02459981569fff5c4335db is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:47.079190 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:47.085151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:47.156229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.159060 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.166353 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-6f75e3eb-7d1e-4cd5-8c3b-91992968f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:47.210029 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f5301-1706-48a8-a08a-fb48be7206ba,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:47.215782 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22a3b7bcae02459981569fff5c4335db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3279943 Jul 14 08:53:47.216819 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-b626b0b4-a3a7-40db-8046-6ce3c0c0e5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:47.217804 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55344) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:47.282322 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.310235 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.356486 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.361553 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-12c4deb2-b3e0-4a06-8f07-63578889eb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:47.375127 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f5301-1706-48a8-a08a-fb48be7206ba,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:47.378171 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:47.379097 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.380748 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-9efdd8dd-ab8d-41a9-9909-5ddaee7ddf48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a93f5301-1706-48a8-a08a-fb48be7206ba HTTP/1.1" status: 204 len: 168 time: 0.1615331 Jul 14 08:53:47.720959 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55352) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:47.740880 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.778490 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:47.782769 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Usage tracker for resource:security_group_rule and tenant:280fc7689a6d47eaac72471da0f60710 is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:47.785763 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:47.791849 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:47.858874 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.861320 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:47.868710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-abe0ed62-01dc-45aa-8025-dc5881acb92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:47.910827 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba41598-c6a1-440a-8dbf-57f02c5262fb,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:47.914710 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:47.917222 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4253be4d-6f7d-434d-b17a-1233395cd795 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=280fc7689a6d47eaac72471da0f60710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950562 Jul 14 08:53:47.919982 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55356) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:47.983970 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.010605 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.055050 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.060488 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-723fb6b3-0c75-461a-a83a-922caa675ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:48.074637 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba41598-c6a1-440a-8dbf-57f02c5262fb,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:48.077702 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:48.078598 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.079832 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-3a259016-fc51-4119-a038-22ec034a01fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ba41598-c6a1-440a-8dbf-57f02c5262fb HTTP/1.1" status: 204 len: 168 time: 0.1589711 Jul 14 08:53:48.485034 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55364) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:48.508523 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.542848 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 14 08:53:48.546871 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3d2190e1bd449cb686e661d14a1afe is out of sync, need to count used quota {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 14 08:53:48.549916 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.quota.resource [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82036) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 14 08:53:48.555956 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.quota.driver [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82036) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 14 08:53:48.625015 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.627822 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_create {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.635184 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-aa92852d-c493-442c-a7a3-7c277c9a3837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:48.676116 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d5fec-dd00-4c49-bdc5-dcb41c72be12,revision_number=1']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:48.681211 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:48.685780 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-4e699739-668d-4483-8e7a-034aa48af8a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e3d2190e1bd449cb686e661d14a1afe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1995308 Jul 14 08:53:48.688383 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.wsgi [-] (82036) accepted ('10.222.0.46', 55368) {{(pid=82036) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 14 08:53:48.752232 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.779647 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.825002 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623202'] for security_group, after_delete {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.829927 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-cfb054ee-fed2-41e4-a18e-e3463d9fdfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 14 08:53:48.846944 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d5fec-dd00-4c49-bdc5-dcb41c72be12,revision_number=None']} {{(pid=82036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 14 08:53:48.849701 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG oslo_concurrency.lockutils [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82036) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 14 08:53:48.850873 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82036) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:48.852870 dv-cinder-800229-1-smb neutron-server[81924]: INFO neutron.wsgi [None req-f5d241eb-d46e-471e-b901-c3b19fb2865c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/086d5fec-dd00-4c49-bdc5-dcb41c72be12 HTTP/1.1" status: 204 len: 168 time: 0.1634638 Jul 14 08:53:51.093865 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:53:58.777247 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:54:01.953271 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2b153024-5b3e-4e64-a526-99f8304a3367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:03.481245 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:04.503578 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1ac507dc-19b6-48f7-8113-e5e5153a07ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:04.663794 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:06.155530 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:21.090929 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:31.954890 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0a8e11ba-fca7-4f8d-8895-9ba88ffed68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:33.482950 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:34.503846 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-9d716e39-3c61-47e4-a9d0-e254d953d7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:34.667296 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:35.779802 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:54:36.158120 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:54:51.091902 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:01.956798 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-7633d4ea-e53f-4bc4-b698-2886b693594b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:03.484928 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:04.505522 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ee69-c420-400c-b200-91b25f979398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:04.667468 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:06.161737 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:12.780795 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:55:21.119546 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:31.959509 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-56e045d3-64fe-4874-8572-cbcdc96dd414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:33.486773 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:34.508204 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-2101a55b-4c59-43fd-9804-a20cdfc6f85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:34.672128 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:36.163472 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:55:49.781532 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:55:51.138112 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:01.961167 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f969b510-1511-433c-b871-6157f6438f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:03.488695 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:04.508791 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-fde43b80-9bf0-4d82-a123-7e07b4a3cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:04.674200 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:06.166608 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:21.133664 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:26.784135 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:56:31.962698 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-3f275784-aced-41c1-8199-8309a1d500d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:33.491498 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:34.510216 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-8e4f970d-0109-485a-886e-5fa011e4476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:34.676738 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:36.168224 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:56:51.159197 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:01.965151 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-1806fb1a-0ffb-4570-9aa5-61e5baa8a95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:03.486150 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:03.784980 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:57:04.512229 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-f7d89161-89aa-4f12-9355-15d7c01a2ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:04.678076 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:06.171661 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:21.174134 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:31.967159 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-78c0769a-5018-4540-95fc-16aba6529948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:33.487400 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:34.513035 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9b96-baea-45d5-bdfb-b01ec34f66c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:34.680450 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:36.174421 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:57:40.785992 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:57:51.175223 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:01.969463 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-dbfdfa86-854c-4bf3-9de1-cd188212711a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:03.490304 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:04.514419 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-14c3db5c-eeb8-480b-98e1-1ac1fc437f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:04.683857 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:06.178395 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:17.787388 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron.db.agents_db [None req-75c5978d-0375-4855-abc5-e5c5db898133 None None] Agent healthcheck: found 6 active agents {{(pid=82038) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 14 08:58:21.167716 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4a56b396-5520-470f-b34b-7eb835f5ab90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:31.973455 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-4976bd79-2f5b-48e5-89a1-6d0b591fe0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:33.492401 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-c36b73fb-e614-4367-8334-d7cc1f7e304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:34.516283 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-0388789a-8c19-4f47-9854-70054ccc39da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:34.685083 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2182-25e1-41f5-8d5f-fc41c9a354b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 14 08:58:36.179561 dv-cinder-800229-1-smb neutron-server[81924]: DEBUG neutron_lib.callbacks.manager [None req-87fda48a-a4b4-47c3-bf71-d6cc36458032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782942801386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-438266'] for agent, after_update {{(pid=82037) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}